-- Logs begin at Mon 2021-08-23 00:48:43 UTC, end at Mon 2021-08-23 02:10:50 UTC. -- Aug 23 01:43:46.604589 dv-cinder-805529-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Aug 23 01:43:48.762272 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.common.config [-] Logging enabled! Aug 23 01:43:48.762912 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev9 Aug 23 01:43:48.763043 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=75778) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 23 01:43:48.765274 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.common.config [-] Logging enabled! Aug 23 01:43:48.765524 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev9 Aug 23 01:43:48.765768 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=75778) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 23 01:43:48.766723 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 23 01:43:48.766953 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 23 01:43:48.767314 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 23 01:43:48.767580 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 23 01:43:48.767805 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 23 01:43:48.768122 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.768419 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.768715 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.768942 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.769236 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.769525 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.769807 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.770098 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.770395 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.770682 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.770963 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.771244 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.771495 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.771778 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] config_source = [] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.772067 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.772354 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.772577 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] debug = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.772858 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.773281 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.773690 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.773970 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.774261 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.774541 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.774862 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.775149 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.775674 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] host = dv-cinder-805529-1-smb {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.775960 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.776252 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.776539 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.776829 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.777106 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.777381 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.777667 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.777942 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] log_dir = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.778217 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] log_file = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.778494 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.778782 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.779071 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.779393 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.779621 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.779842 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.780131 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.780422 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.780699 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.780975 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.781255 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.781529 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.781802 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.782072 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.782358 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.782642 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.782927 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.783203 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.783513 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.783786 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.784060 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.784345 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.784624 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.784898 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.785173 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.785461 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.785731 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.786004 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.786307 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.786593 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.786876 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.787160 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.787457 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.787743 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.788014 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.788286 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] use_journal = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.788557 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] use_json = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.788829 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.789098 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.789381 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.789654 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.789923 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.790196 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.790643 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.790935 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:48.791236 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.791562 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.791866 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.792150 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.792444 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.792730 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.793022 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.793301 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.793592 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.793881 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.794170 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.794450 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.794741 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.795033 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.795346 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.795623 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.795901 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.796191 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.796471 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.796746 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.797023 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.797311 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.797589 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.797863 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.798142 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.798418 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.798693 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.798967 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.799246 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.799573 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.799852 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.800124 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.800393 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.800670 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.800941 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.801225 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.801500 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.801775 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.802048 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.802326 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.802598 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.802869 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.803148 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.803453 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.803732 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.804007 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.804280 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.804559 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.804834 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.805106 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.805377 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.805647 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.806466 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.806741 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.807015 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.807305 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.807581 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.807853 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.808138 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.808434 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.808711 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.808991 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.809271 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.809550 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.809828 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.810102 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.810380 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.810657 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.811173 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.811500 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.811789 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.812076 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.812360 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.812637 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.812933 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.813214 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.813496 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.813772 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.814051 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.814333 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.814743 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.814915 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.815209 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.815528 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.815824 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.816113 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.816391 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.816698 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.816976 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:48.817193 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 01:43:48.817430 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=75778) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 23 01:43:49.228254 dv-cinder-805529-1-smb neutron-server[75778]: INFO keyring.backend [-] Loading KWallet Aug 23 01:43:49.235556 dv-cinder-805529-1-smb neutron-server[75778]: INFO keyring.backend [-] Loading SecretService Aug 23 01:43:49.238997 dv-cinder-805529-1-smb neutron-server[75778]: INFO keyring.backend [-] Loading Windows Aug 23 01:43:49.240376 dv-cinder-805529-1-smb neutron-server[75778]: INFO keyring.backend [-] Loading chainer Aug 23 01:43:49.240956 dv-cinder-805529-1-smb neutron-server[75778]: INFO keyring.backend [-] Loading macOS Aug 23 01:43:49.274499 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=75778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:43:49.275342 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=75778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:43:49.275668 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=75778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:43:49.276042 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 23 01:43:49.585247 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:49.585545 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:49.585814 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:49.644973 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:49.645254 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:49.645524 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:49.648491 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:49.648775 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:49.649042 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:49.677287 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:49.677565 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:49.677834 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:49.705827 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:49.706106 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:49.706373 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.018759 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.019381 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.019381 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.019558 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.020225 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.142294 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.142611 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.142896 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.143162 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.143450 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.143756 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.144027 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.144285 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.144541 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.144821 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.145080 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.145341 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.145602 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.145857 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.146121 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.146386 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.146639 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.146909 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.147160 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.147465 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.147810 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.148060 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.148305 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.148586 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.148833 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.149076 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.149466 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=75778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 01:43:50.150267 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=75778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 01:43:50.150610 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=75778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 01:43:50.150851 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=75778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 01:43:50.151090 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=75778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 01:43:50.151348 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=75778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 01:43:50.151899 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 23 01:43:50.154953 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 23 01:43:50.158870 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 23 01:43:50.162784 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Aug 23 01:43:50.164429 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 23 01:43:50.164813 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 23 01:43:50.165147 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 23 01:43:50.165664 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 23 01:43:50.168451 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 23 01:43:50.168707 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 23 01:43:50.169056 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 23 01:43:50.197000 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Aug 23 01:43:50.197455 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.197744 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=75778) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 23 01:43:50.198099 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.199626 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=75778) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 23 01:43:50.199905 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 23 01:43:50.200151 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 23 01:43:50.203278 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.203590 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:50.264482 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 23 01:43:50.264721 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 23 01:43:50.264961 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 23 01:43:50.265339 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 23 01:43:50.295883 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_db.sqlalchemy.engines [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=75778) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Aug 23 01:43:50.797639 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.plugins.ml2.managers [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Initializing driver for type 'gre' Aug 23 01:43:50.798165 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] gre ID ranges: [(1, 1000)] Aug 23 01:43:50.986406 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.plugins.ml2.managers [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Initializing driver for type 'local' Aug 23 01:43:50.986677 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.plugins.ml2.managers [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Initializing driver for type 'vlan' Aug 23 01:43:51.070379 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] VlanTypeDriver initialization complete Aug 23 01:43:51.070954 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.plugins.ml2.managers [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Initializing driver for type 'vxlan' Aug 23 01:43:51.071200 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] vxlan ID ranges: [(1, 1000)] Aug 23 01:43:51.259855 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.plugins.ml2.managers [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Initializing extension driver 'port_security' Aug 23 01:43:51.260138 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.plugins.ml2.extensions.port_security [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] PortSecurityExtensionDriver initialization complete Aug 23 01:43:51.260469 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.plugins.ml2.managers [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Initializing mechanism driver 'openvswitch' Aug 23 01:43:51.260809 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.plugins.ml2.managers [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Initializing mechanism driver 'hyperv' Aug 23 01:43:51.267223 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.plugins.ml2.plugin [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=75778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:43:51.268007 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > port after_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.268383 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > port after_update 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.268735 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > port after_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.269121 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > subnet after_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.269550 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > subnet after_update 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.269852 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > subnet after_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.270225 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > network after_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.270569 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > network after_update 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.270903 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > network after_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.271279 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > security_group after_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.271644 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > security_group after_update 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.271979 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > security_group after_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.272352 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.272690 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.273020 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.273356 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] ML2 OVO RPC backend initialized. {{(pid=75778) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Aug 23 01:43:51.273989 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > router_interface after_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.274337 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.274783 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > network before_response 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.275130 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > networks before_response 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.275533 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > port before_response 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.275890 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > ports before_response 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.276236 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > subnet before_response 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.276574 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > subnets before_response 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.276915 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > network after_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.277251 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > network after_update 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.277582 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > network after_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.277912 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > port after_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.278243 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > port after_update 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.278567 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > port after_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.278897 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > subnet after_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.279228 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > subnet after_update 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.279580 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > subnet after_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.280158 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.plugins.ml2.plugin [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Modular L2 Plugin initialization complete Aug 23 01:43:51.280482 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading services supported by the core plugin {{(pid=75778) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 23 01:43:51.280830 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.plugins.ml2.managers [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Got port-security extension from driver 'port_security' Aug 23 01:43:51.281291 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.extensions.vlantransparent [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Disabled vlantransparent extension. Aug 23 01:43:51.281707 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=75778) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 23 01:43:51.282016 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading Plugin: router Aug 23 01:43:51.319564 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > router_interface before_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.319951 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > router after_create 55549900 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.320318 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > router before_create 55549900 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.320683 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.321174 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.322135 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > router after_delete 55549900 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.322502 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > floatingip after_update 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.322867 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > router after_create 55549900 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.323214 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > router after_update 55549900 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.323591 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > router after_update 55549900 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.323940 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.324298 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > router after_update 55549900 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.324703 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > router precommit_update 55549900 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.325069 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: port after_update 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.325404 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: port after_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.325738 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: subnet after_update 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.326071 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.326414 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > port precommit_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.326759 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > router precommit_create 55549900 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.327098 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: port before_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.327468 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > router precommit_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.327823 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > router after_update 55549900 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.328161 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > router precommit_delete 55549900 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.328504 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > router precommit_create 55549900 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.328858 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > router_interface after_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.329200 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > router precommit_update 55549900 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.329561 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > agent after_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.329905 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > agent after_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.330245 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > network after_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.331098 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.quota.resource_registry [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Tracking information for resource: router configured {{(pid=75778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 01:43:51.331459 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.quota.resource_registry [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Tracking information for resource: floatingip configured {{(pid=75778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 23 01:43:51.336238 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.db.l3_agentschedulers_db [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 23 01:43:51.336813 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: port after_update 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.337201 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: port after_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.337548 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: port after_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.337893 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: port after_update 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.338680 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > router before_create 55550100 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.339041 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > router precommit_delete 55550100 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.339428 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > router precommit_create 55550100 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.339781 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > router precommit_update 55550100 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.344100 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.services.provider_configuration [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Service providers = [] {{(pid=75778) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 23 01:43:51.344462 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.db.servicetype_db [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=75778) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 23 01:43:51.347416 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.services.service_base [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=75778) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 01:43:51.347765 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.services.service_base [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=75778) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 01:43:51.348107 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.services.service_base [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=75778) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 01:43:51.349002 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.services.service_base [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=75778) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 23 01:43:51.349370 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.services.service_base [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 23 01:43:51.349739 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=75778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 01:43:51.350055 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 23 01:43:51.361162 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=75778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 01:43:51.361497 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading Plugin: auto_allocate Aug 23 01:43:51.367163 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: network precommit_update 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.367562 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: network precommit_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.368075 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=75778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 01:43:51.368965 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading Plugin: tag Aug 23 01:43:51.375708 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=75778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 01:43:51.376039 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading Plugin: timestamp Aug 23 01:43:51.379809 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=75778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 01:43:51.380141 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading Plugin: network_ip_availability Aug 23 01:43:51.385485 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.385854 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.386212 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.386920 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=75778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 01:43:51.387238 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading Plugin: flavors Aug 23 01:43:51.392047 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=75778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 01:43:51.392380 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading Plugin: revisions Aug 23 01:43:51.396552 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=75778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 23 01:43:51.396938 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_concurrency.lockutils [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.121s {{(pid=75778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:43:51.397660 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=75778) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Aug 23 01:43:51.397994 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Initializing extension manager. Aug 23 01:43:51.398494 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: __init__.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.398830 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: __pycache__ {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.399158 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.399523 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.399973 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: _filter_validation_lib.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.400303 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.400628 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: address_group.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.401371 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.401929 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: address-group Aug 23 01:43:51.402248 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: address_scope.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.402956 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.403496 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: address-scope Aug 23 01:43:51.403818 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: admin_state_down_before_update.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.404738 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.405246 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: router-admin-state-down-before-update Aug 23 01:43:51.405568 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: agent.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.406261 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.406763 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: agent Aug 23 01:43:51.407082 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: agent_resources_synced.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.408075 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.408581 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: agent-resources-synced Aug 23 01:43:51.408898 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: allowedaddresspairs.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.410676 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.411191 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: allowed-address-pairs Aug 23 01:43:51.411549 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: auto_allocated_topology.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.412625 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.413135 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: auto-allocated-topology Aug 23 01:43:51.413454 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: availability_zone.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.414136 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.414639 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: availability_zone Aug 23 01:43:51.414958 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: availability_zone_filter.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.416445 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.416950 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: availability_zone_filter Aug 23 01:43:51.417268 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: data_plane_status.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.418168 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.418672 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension data-plane-status not supported by any of loaded plugins Aug 23 01:43:51.418990 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: default_subnetpools.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.419932 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.420433 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: default-subnetpools Aug 23 01:43:51.420749 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: dhcpagentscheduler.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.421512 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.422016 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: dhcp_agent_scheduler Aug 23 01:43:51.422333 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: dns.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.423240 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.423773 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension dns-integration not supported by any of loaded plugins Aug 23 01:43:51.424095 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: dns_domain_ports.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.425014 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.425516 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 23 01:43:51.425838 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: dvr.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.426503 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.427003 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: dvr Aug 23 01:43:51.427352 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: empty_string_filtering.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.428274 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.428782 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: empty-string-filtering Aug 23 01:43:51.429099 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.429998 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.430498 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 23 01:43:51.430835 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.432301 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.432809 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 23 01:43:51.433133 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: external_net.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.434038 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.434546 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: external-net Aug 23 01:43:51.434863 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: extra_dhcp_opt.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.435794 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.436555 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: extra_dhcp_opt Aug 23 01:43:51.436869 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: extraroute.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.437776 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.438279 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: extraroute Aug 23 01:43:51.438595 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: extraroute_atomic.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.439695 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.440212 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: extraroute-atomic Aug 23 01:43:51.440529 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: filter_validation.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.441184 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.441687 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: filter-validation Aug 23 01:43:51.442002 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: fip_pf_description.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.442903 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.443439 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 23 01:43:51.443753 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: fip_port_details.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.444673 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.445173 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: fip-port-details Aug 23 01:43:51.445487 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: flavors.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.447031 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.447762 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: flavors Aug 23 01:43:51.448091 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.449721 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.450238 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 23 01:43:51.450565 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: floatingip_pools.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.451257 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.451787 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: floatingip-pools Aug 23 01:43:51.452109 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: ip_allocation.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.453025 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.453535 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension ip_allocation not supported by any of loaded plugins Aug 23 01:43:51.453853 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.454760 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.455265 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: ip-substring-filtering Aug 23 01:43:51.455617 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: l2_adjacency.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.456533 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.457035 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 23 01:43:51.457353 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: l3.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.458311 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.458824 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: router Aug 23 01:43:51.459146 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: l3_conntrack_helper.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.461399 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.461928 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 23 01:43:51.462297 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.463324 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.463861 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: ext-gw-mode Aug 23 01:43:51.464184 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.465097 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.465611 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: l3-ha Aug 23 01:43:51.465934 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: l3_flavors.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.466837 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.467381 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: l3-flavors Aug 23 01:43:51.467703 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.468611 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.469115 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 23 01:43:51.469433 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: l3agentscheduler.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.470451 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.470961 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: l3_agent_scheduler Aug 23 01:43:51.471286 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: logging.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.472773 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.473303 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension logging not supported by any of loaded plugins Aug 23 01:43:51.473642 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: metering.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.474368 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.474939 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: metering Aug 23 01:43:51.475265 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.476445 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.476961 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: metering_source_and_destination_fields Aug 23 01:43:51.477287 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: multiprovidernet.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.478777 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.479307 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: multi-provider Aug 23 01:43:51.479632 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: netmtu.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.480540 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.481043 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: net-mtu Aug 23 01:43:51.481363 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: netmtu_writable.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.482273 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.482775 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: net-mtu-writable Aug 23 01:43:51.483095 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: network_availability_zone.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.483794 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.484302 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: network_availability_zone Aug 23 01:43:51.484624 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: network_ip_availability.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.485819 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.486330 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: network-ip-availability Aug 23 01:43:51.486654 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: network_segment_range.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.487442 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.487946 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension network-segment-range not supported by any of loaded plugins Aug 23 01:43:51.488266 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: pagination.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.489256 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.489585 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: pagination Aug 23 01:43:51.489906 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.490825 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.491360 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: port-mac-address-regenerate Aug 23 01:43:51.491680 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: port_resource_request.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.492577 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.493080 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension port-resource-request not supported by any of loaded plugins Aug 23 01:43:51.494027 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: portbindings.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.495113 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.495658 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: binding Aug 23 01:43:51.495979 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: portbindings_extended.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.497251 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.497764 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: binding-extended Aug 23 01:43:51.498088 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: portsecurity.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.498989 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.499521 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: port-security Aug 23 01:43:51.499844 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: project_id.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.500819 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.501142 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: project-id Aug 23 01:43:51.501457 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: providernet.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.502359 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.502872 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: provider Aug 23 01:43:51.503190 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: qos.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.506655 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.507185 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension qos not supported by any of loaded plugins Aug 23 01:43:51.507541 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.508780 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.509462 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 23 01:43:51.509792 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.510767 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.511232 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 23 01:43:51.511587 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: qos_default.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.512497 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.513007 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension qos-default not supported by any of loaded plugins Aug 23 01:43:51.513329 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: qos_fip.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.513977 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.514488 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension qos-fip not supported by any of loaded plugins Aug 23 01:43:51.514806 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: qos_gateway_ip.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.515748 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.516251 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 23 01:43:51.516568 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: qos_port_network_policy.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.517473 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.517977 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 23 01:43:51.518295 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: qos_rule_type_details.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.519202 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.519740 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 23 01:43:51.520059 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: qos_rules_alias.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.521090 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.521596 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 23 01:43:51.521915 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: quotasv2.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.522777 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.523099 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: quotas Aug 23 01:43:51.523455 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: quotasv2_detail.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.525192 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.525519 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: quota_details Aug 23 01:43:51.525843 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: rbac.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.526885 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.527439 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: rbac-policies Aug 23 01:43:51.527767 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: rbac_address_scope.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.528692 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.529203 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: rbac-address-scope Aug 23 01:43:51.529526 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: rbac_security_groups.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.530440 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.530948 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: rbac-security-groups Aug 23 01:43:51.531268 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: rbac_subnetpool.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.532206 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.532713 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: rbac-subnetpool Aug 23 01:43:51.533034 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: revisionifmatch.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.533951 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.534469 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: revision-if-match Aug 23 01:43:51.534787 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: revisions.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.535935 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.536448 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: standard-attr-revisions Aug 23 01:43:51.536774 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: router_availability_zone.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.537442 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.537950 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: router_availability_zone Aug 23 01:43:51.538272 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: routerservicetype.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.539239 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.539736 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension router-service-type not supported by any of loaded plugins Aug 23 01:43:51.540058 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: security_groups_port_filtering.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.541565 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.542076 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: port-security-groups-filtering Aug 23 01:43:51.542399 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: securitygroup.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.558239 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.558771 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: security-group Aug 23 01:43:51.559102 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: segment.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.559909 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.560426 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension segment not supported by any of loaded plugins Aug 23 01:43:51.560751 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.561957 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.562471 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 23 01:43:51.562795 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: servicetype.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.563918 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.564439 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: service-type Aug 23 01:43:51.564765 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: sorting.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.565731 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.566059 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: sorting Aug 23 01:43:51.566383 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: standard_attr_segment.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.567309 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.567822 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 23 01:43:51.568146 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: standardattrdescription.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.568795 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.569303 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: standard-attr-description Aug 23 01:43:51.569626 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: stateful_security_group.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.570552 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.571068 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: stateful-security-group Aug 23 01:43:51.571420 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: stdattrs_common.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.572106 dv-cinder-805529-1-smb neutron-server[75778]: WARNING neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 23 01:43:51.572421 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.573343 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.573859 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 23 01:43:51.574179 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: subnet_onboard.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.575364 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.575879 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: subnet_onboard Aug 23 01:43:51.576200 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.577120 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.577626 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 23 01:43:51.577945 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: subnet_service_types.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.578872 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.579422 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: subnet-service-types Aug 23 01:43:51.579747 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: subnetallocation.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.580837 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.581351 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: subnet_allocation Aug 23 01:43:51.581672 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.582330 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.582841 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: subnetpool-prefix-ops Aug 23 01:43:51.583162 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.584134 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.584640 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 23 01:43:51.584962 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: tagging.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.586002 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.586518 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: standard-attr-tag Aug 23 01:43:51.586841 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: timestamp.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.588085 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.588609 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loaded extension: standard-attr-timestamp Aug 23 01:43:51.588930 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: trunk.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.589952 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.590468 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension trunk not supported by any of loaded plugins Aug 23 01:43:51.590790 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: trunk_details.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.591723 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.592239 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension trunk-details not supported by any of loaded plugins Aug 23 01:43:51.592560 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: uplink_status_propagation.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.593478 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.593986 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 23 01:43:51.594303 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Loading extension file: vlantransparent.py {{(pid=75778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 23 01:43:51.594963 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=75778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 23 01:43:51.595491 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 23 01:43:51.597687 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.quota.resource_registry [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Creating instance of TrackedResource for resource:network Aug 23 01:43:51.598404 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.quota.resource_registry [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Creating instance of TrackedResource for resource:subnet Aug 23 01:43:51.599010 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.quota.resource_registry [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 01:43:51.599811 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.quota.resource_registry [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Creating instance of TrackedResource for resource:port Aug 23 01:43:51.601057 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.v2.resource_helper [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 01:43:51.601508 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.v2.resource_helper [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Service FLAVORS assigned prefix: {{(pid=75778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 01:43:51.602117 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.v2.resource_helper [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 01:43:51.602558 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.v2.resource_helper [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 01:43:51.603513 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.quota.resource_registry [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Creating instance of TrackedResource for resource:router Aug 23 01:43:51.604416 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.quota.resource_registry [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Creating instance of TrackedResource for resource:floatingip Aug 23 01:43:51.605211 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.v2.resource_helper [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Service METERING assigned prefix: /metering {{(pid=75778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 01:43:51.607322 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.607713 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.608067 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:43:51.609654 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.quota.resource_registry [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Creating instance of CountableResource for resource:rbac_policy Aug 23 01:43:51.610333 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.quota.resource_registry [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Creating instance of TrackedResource for resource:security_group Aug 23 01:43:51.610995 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.quota.resource_registry [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 23 01:43:51.611781 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.v2.resource_helper [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Service CORE assigned prefix: {{(pid=75778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 01:43:51.612112 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.quota.resource_registry [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 01:43:51.612451 dv-cinder-805529-1-smb neutron-server[75778]: WARNING neutron.quota.resource_registry [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] subnetpool is already registered Aug 23 01:43:51.613054 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.v2.resource_helper [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Service CORE assigned prefix: {{(pid=75778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 01:43:51.613377 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.quota.resource_registry [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 01:43:51.613698 dv-cinder-805529-1-smb neutron-server[75778]: WARNING neutron.quota.resource_registry [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] subnetpool is already registered Aug 23 01:43:51.616325 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.v2.resource_helper [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 01:43:51.616755 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.v2.resource_helper [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Service FLAVORS assigned prefix: {{(pid=75778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 01:43:51.617349 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.v2.resource_helper [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 01:43:51.617771 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.v2.resource_helper [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 01:43:51.618103 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.quota.resource_registry [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Creating instance of TrackedResource for resource:router Aug 23 01:43:51.619107 dv-cinder-805529-1-smb neutron-server[75778]: WARNING neutron.quota.resource_registry [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] router is already registered Aug 23 01:43:51.619725 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.quota.resource_registry [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Creating instance of TrackedResource for resource:floatingip Aug 23 01:43:51.620055 dv-cinder-805529-1-smb neutron-server[75778]: WARNING neutron.quota.resource_registry [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] floatingip is already registered Aug 23 01:43:51.620680 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.v2.resource_helper [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Service METERING assigned prefix: /metering {{(pid=75778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 01:43:51.621349 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.quota.resource_registry [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Creating instance of CountableResource for resource:rbac_policy Aug 23 01:43:51.621676 dv-cinder-805529-1-smb neutron-server[75778]: WARNING neutron.quota.resource_registry [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] rbac_policy is already registered Aug 23 01:43:51.622221 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.quota.resource_registry [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Creating instance of TrackedResource for resource:security_group Aug 23 01:43:51.622547 dv-cinder-805529-1-smb neutron-server[75778]: WARNING neutron.quota.resource_registry [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] security_group is already registered Aug 23 01:43:51.623135 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.quota.resource_registry [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 23 01:43:51.623493 dv-cinder-805529-1-smb neutron-server[75778]: WARNING neutron.quota.resource_registry [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] security_group_rule is already registered Aug 23 01:43:51.624165 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.v2.resource_helper [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Service CORE assigned prefix: {{(pid=75778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 01:43:51.624490 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.quota.resource_registry [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 01:43:51.624811 dv-cinder-805529-1-smb neutron-server[75778]: WARNING neutron.quota.resource_registry [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] subnetpool is already registered Aug 23 01:43:51.625396 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.v2.resource_helper [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Service CORE assigned prefix: {{(pid=75778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 23 01:43:51.625716 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.quota.resource_registry [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Creating instance of TrackedResource for resource:subnetpool Aug 23 01:43:51.626034 dv-cinder-805529-1-smb neutron-server[75778]: WARNING neutron.quota.resource_registry [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] subnetpool is already registered Aug 23 01:43:51.626688 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: extensions {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.628174 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: address-groups {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.629738 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: address-scopes {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.630905 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: agents {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.632143 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: auto-allocated-topology {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.633345 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: availability_zones {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.634625 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: dhcp-networks {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.636021 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: dhcp-agents {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.637382 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: routers {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.639151 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: flavors {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.640310 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: service_profiles {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.641476 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: next_providers {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.642950 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: service_profiles {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.644381 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: floatingip-pools {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.645565 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: routers {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.647381 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: floatingips {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.648542 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: l3-routers {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.649906 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: l3-agents {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.651264 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: metering-labels {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.653409 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: metering-label-rules {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.654652 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: network-ip-availabilities {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.655923 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: bindings {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.657542 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: quotas {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.658948 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: quotas {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.660534 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: rbac-policies {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.661813 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: security-groups {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.662993 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: security-group-rules {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.664226 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: service-providers {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.665955 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: subnetpools {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.667339 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: subnetpools {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.668776 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: tags {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.670408 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: tags {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.672179 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: tags {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.673905 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: tags {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.675655 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: tags {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.677276 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: tags {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.679004 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: tags {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.680872 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: tags {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.683227 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: tags {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.685052 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron.api.extensions [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Extended resource: tags {{(pid=75778) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 23 01:43:51.691018 dv-cinder-805529-1-smb neutron-server[75778]: WARNING keystonemiddleware.auth_token [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 23 01:43:51.695703 dv-cinder-805529-1-smb neutron-server[75778]: WARNING keystonemiddleware.auth_token [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 23 01:43:51.703759 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_concurrency.lockutils [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Acquired lock "singleton_lock" {{(pid=75778) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 23 01:43:51.704236 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_concurrency.lockutils [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Releasing lock "singleton_lock" {{(pid=75778) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 23 01:43:51.704855 dv-cinder-805529-1-smb neutron-server[75778]: INFO oslo_service.service [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Starting 2 workers Aug 23 01:43:51.709425 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Started child 75883 {{(pid=75778) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 23 01:43:51.713663 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Started child 75884 {{(pid=75778) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 23 01:43:51.714698 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:43:51.715207 dv-cinder-805529-1-smb neutron-server[75778]: INFO neutron.service [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 23 01:43:51.715844 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Notify callbacks [] for process, before_spawn {{(pid=75778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:43:51.716264 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [-] (75883) wsgi starting up on http://0.0.0.0:9696 Aug 23 01:43:51.718265 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:43:51.718724 dv-cinder-805529-1-smb neutron-server[75778]: INFO oslo_service.service [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Starting 1 workers Aug 23 01:43:51.719620 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [-] (75884) wsgi starting up on http://0.0.0.0:9696 Aug 23 01:43:51.723167 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Started child 75885 {{(pid=75778) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 23 01:43:51.723671 dv-cinder-805529-1-smb neutron-server[75778]: INFO oslo_service.service [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Starting 1 workers Aug 23 01:43:51.726710 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.service [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] calling RpcWorker wait() {{(pid=75885) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 23 01:43:51.727231 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.service [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] returning from RpcWorker wait() {{(pid=75885) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 23 01:43:51.728255 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Started child 75886 {{(pid=75778) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 23 01:43:51.729006 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:43:51.729111 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG neutron_lib.callbacks.manager [None req-61dd7615-7383-4726-babf-d5f521648c71 None None] Notify callbacks [] for process, after_spawn {{(pid=75778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:43:51.729428 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:43:51.730895 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=75778) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 23 01:43:51.731106 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 23 01:43:51.731300 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 23 01:43:51.731520 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 23 01:43:51.731857 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 23 01:43:51.732015 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 23 01:43:51.732664 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.732952 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.733205 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.733303 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:43:51.733745 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.733745 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.734106 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:43:51.734292 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.734564 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.734802 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.735074 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.735323 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.735491 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.735814 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.736072 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.736309 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.736599 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.736882 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.737123 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.737386 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.737555 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.737803 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] config_source = [] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.738077 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.738321 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.738576 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] debug = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.738823 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.739328 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.739574 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.739792 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.740032 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.740294 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.740537 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.740823 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.741057 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.741272 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.741520 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.741777 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.741976 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.742229 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.742484 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.742720 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.743170 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] host = dv-cinder-805529-1-smb {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.743486 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.744228 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.744484 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.744740 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.744994 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.745209 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.745492 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.745747 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.745977 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.746213 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.746470 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.746713 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.746952 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] log_dir = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.747194 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] log_file = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.747376 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] log_options = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.747599 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.747875 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.748140 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.748325 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.748476 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.748651 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.748956 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.749108 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.749296 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.749532 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.749744 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.749986 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.750245 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.750461 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.750706 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.750917 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.751127 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.751372 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.751631 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.751872 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.752093 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.752322 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.752528 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.752767 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.752999 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.753209 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.753431 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.753670 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.753881 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.754118 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.754380 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.754652 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.754898 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.755140 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.755395 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.755621 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.755832 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.756121 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.756346 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.756585 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.756839 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.757054 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.757281 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.757812 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.757965 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] use_journal = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.758223 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] use_json = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.758415 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.758601 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.758852 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.759177 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.759580 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.759805 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.760025 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.760257 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.760658 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.760998 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.761270 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.761524 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.761755 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.761994 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.762221 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.762435 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.762668 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.762901 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.763209 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.763453 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.763799 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.764054 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.764325 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.764589 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.764801 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.765048 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.765319 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.765521 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.765751 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.765962 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.766231 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.766452 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.766681 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.766899 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.767149 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.767412 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.767638 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.767857 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.768089 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.768314 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.768530 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.776992 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.776992 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.776992 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.776992 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.776992 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.776992 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.776992 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.776992 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.776992 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.777800 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.777800 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.777800 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.777800 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.777800 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.777800 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.777800 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.777800 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.777800 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.778483 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.778568 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 35526) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:43:51.778650 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.778650 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.778650 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.778650 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.778650 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.778650 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.778650 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.778650 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.778650 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.779250 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.779250 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.779250 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.779250 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.779250 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.779250 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.779250 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.779250 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.779250 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.779987 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.779987 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.779987 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.779987 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.779987 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.779987 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.780412 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.780412 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.780550 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.780778 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.780998 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.781248 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.781486 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.781735 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.781974 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.782231 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.782453 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.782711 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.782951 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.783169 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.783449 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.784533 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.784533 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.784533 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.784959 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061882 Aug 23 01:43:51.785101 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.785252 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.785491 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.786575 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.786778 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.787079 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.787398 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.787937 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.788112 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.788783 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.788783 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.789221 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.789521 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.789819 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.790124 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.790945 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.793184 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.793485 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.793766 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.798546 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.798820 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.799122 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.799413 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.799731 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.799991 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.800513 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.800513 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.800738 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.801025 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.802016 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.802016 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.802016 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.802016 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.802293 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.802508 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.802772 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.803795 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.803795 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.806083 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.806345 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.808301 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.808624 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.809777 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.811483 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.811770 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.812035 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.812285 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.812523 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.812771 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.813037 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.813261 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.814290 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.814557 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.814817 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.816524 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.816524 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.816524 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.816524 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.816524 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.816524 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.816524 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.816991 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.816991 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.817131 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.817381 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.817652 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.818118 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.818118 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.818367 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.818554 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.818809 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.819021 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.819266 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.819631 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.819849 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.820167 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.821869 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.821869 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.821869 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.821869 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.821869 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.821869 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.821869 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.822325 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.822392 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.822626 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.822844 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.823054 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.823270 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.823522 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.823736 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.823949 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.824180 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.824436 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.824662 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.824893 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.825118 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.825325 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.825536 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.825747 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.825958 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.826223 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.826446 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.826671 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.826960 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.827193 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.827441 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.827693 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.827915 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.828873 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.828873 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.828873 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.828873 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.829438 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.829438 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.829438 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.829824 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.829976 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.830166 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.830387 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.830645 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.830948 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.831173 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.832248 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.832473 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.832690 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.832933 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.834003 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.834003 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.835423 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.836902 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.836902 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.837780 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.838423 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.840171 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.840171 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.840589 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.840935 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.841246 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.842626 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.843734 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.844041 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.844810 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.845527 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.845788 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.847171 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.848202 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.848543 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.848799 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.849036 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.849285 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.849523 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.849796 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.850029 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.851069 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.851069 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.851069 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.851069 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 01:43:51.851578 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=75778) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 23 01:43:51.851749 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 23 01:43:51.851900 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 23 01:43:51.852064 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 23 01:43:51.852228 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 23 01:43:51.852378 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 23 01:43:51.852575 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.852755 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.853766 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.853937 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.854141 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.854418 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.854582 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.854791 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.854952 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.855099 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.855262 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.855515 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.855677 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.855819 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.855969 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.856897 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.857053 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.857210 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.857370 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.857529 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] config_source = [] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.857671 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.857821 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.857961 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] debug = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.858102 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.858312 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.858481 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.858634 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.859581 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.859825 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.859986 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.860140 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.860292 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.860446 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.860599 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.860753 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.860906 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.861065 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.861241 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.861373 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.861526 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] host = dv-cinder-805529-1-smb {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.861678 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.861830 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.861984 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.862136 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.862289 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.862441 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.862596 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.862751 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.862903 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.863056 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.863209 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.863392 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.863536 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] log_dir = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.863687 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] log_file = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.863838 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] log_options = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.864355 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.864355 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.864355 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.864576 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.864576 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.864831 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.864995 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.865898 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.865898 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.865898 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.865898 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.865898 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.865898 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.866327 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.866327 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.866327 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.866524 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.866601 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.866710 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.867339 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.867513 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.867669 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.867825 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.867980 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.870090 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.870278 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.870422 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.870598 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.870734 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.870888 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.871089 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.871822 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.871982 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.872135 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.872450 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.872648 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.872850 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.873061 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.874545 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.874545 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.874545 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.874545 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.874545 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.874545 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.874545 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] use_journal = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.874955 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] use_json = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.874955 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.875084 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.875319 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.875319 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.875548 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.875634 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.875785 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.875934 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 23 01:43:51.876115 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.876268 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.876619 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.876781 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.876949 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.877090 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.877399 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.877573 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.877708 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.878857 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.878857 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.878857 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.878857 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.878857 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.878857 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.878857 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.879310 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.880468 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.880468 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.880468 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.880468 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.880468 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.880468 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.880876 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.880876 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.881132 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.882060 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.882253 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.882401 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.882548 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.882706 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.882879 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.883025 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.883161 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.883399 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.883567 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.883770 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.883934 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.884261 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.884436 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.884677 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.885413 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.885587 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.885741 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.885889 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.886033 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.886188 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.886657 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.886842 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.886997 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.887359 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.887709 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.888179 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.888335 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.888496 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.888658 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.888801 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.888956 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.889105 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.889333 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.889500 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.889652 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.890059 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.890224 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.890382 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.892401 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.892401 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.892401 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.892401 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.892401 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.892401 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.892401 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.892401 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.892401 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.893552 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.893552 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.893552 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.893552 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.893552 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.893552 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.893552 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.893552 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.894483 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:43:51.894614 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.894614 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.894614 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.894614 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.894614 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.894614 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.894614 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.894614 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.895157 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.895157 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.895157 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.895157 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.895157 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.895157 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.895688 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.895688 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.895688 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.895981 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.895981 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.896184 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.896184 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.896376 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.896479 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.896616 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.897300 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.897300 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.897300 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.897300 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.897723 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.897723 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.897723 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.898774 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.898774 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.898774 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.898774 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.898774 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.898774 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.898774 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.899542 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.899542 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.899542 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.899542 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.899542 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.900687 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.900687 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.900687 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.903432 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.903432 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.903432 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.903432 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.903432 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.903432 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.903432 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.903432 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.904385 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.904385 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.904385 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.904385 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.904385 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.904385 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.904385 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.904385 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.905904 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.905904 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.905904 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.905904 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.905904 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.905904 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.905904 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.905904 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.906630 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.906630 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.906630 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.906630 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.906630 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.906630 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.906630 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.906630 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.907448 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.907448 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.907448 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.907448 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.907448 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.907448 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.908088 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.908088 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.908303 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.908414 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.908585 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.909111 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.909111 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.909111 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.909542 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.909542 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.909542 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.909920 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.909920 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.909920 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.910431 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.910766 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.910936 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.911085 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.911225 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.911391 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.911551 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.911694 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.911843 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.912001 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.912157 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.912313 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.912468 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.912622 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.912777 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.912949 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.913138 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.913345 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.913560 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.913867 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.914230 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.914390 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.914518 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.914875 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.915117 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.916638 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.916638 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.916638 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.916638 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.917214 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.917214 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.917214 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.917214 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.917761 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.917761 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.917761 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.917761 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.918323 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.918323 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.918323 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.918323 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.918832 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.918832 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.918832 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.919235 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.919235 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.919235 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.919655 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.919655 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.919655 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.921042 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.921042 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.921042 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.921042 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.921042 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.921042 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.921042 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.921042 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.921042 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.921728 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.921728 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.921728 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.921728 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.921728 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.922017 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.922017 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.922762 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.922762 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.922762 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.922762 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.922762 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 23 01:43:51.923392 dv-cinder-805529-1-smb neutron-server[75778]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 23 01:44:02.202743 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7120ef3-6bc5-4e51-99d9-8a90372d3471 None None] get_active_networks_info from dv-cinder-805529-1-smb {{(pid=75885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Aug 23 01:44:02.264384 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7120ef3-6bc5-4e51-99d9-8a90372d3471 None None] No non-hosted networks {{(pid=75885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 23 01:44:02.276750 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.agentschedulers_db [None req-b7120ef3-6bc5-4e51-99d9-8a90372d3471 None None] DHCP Agent not found on host dv-cinder-805529-1-smb {{(pid=75885) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 23 01:44:02.433077 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-fc401a44-2a33-46fe-bc49-221578b8b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-406476'] for agent, after_create {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:02.650450 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-406476'] for agent, after_create {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:02.651129 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:02.665321 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:02.674219 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:02.674219 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:02.674219 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:02.674495 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:02.674851 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:02.676583 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:02.677750 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:02.678384 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:02.679134 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:02.679698 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-805529-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:44:02.702008 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805529-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:44:04.536656 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-151f902d-8bc8-4e7c-856f-09be98924f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-406476'] for agent, after_create {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:04.592174 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.db.api [None req-ae795573-3049-442a-be20-8ba072e33c25 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-805529-1-smb {{(pid=75885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 01:44:04.592824 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_db.api [None req-ae795573-3049-442a-be20-8ba072e33c25 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 01:44:05.169842 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-ae795573-3049-442a-be20-8ba072e33c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:05.501409 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-406476'] for agent, after_create {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:06.947011 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-406476'] for agent, after_create {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:08.644476 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 35624) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:44:09.255388 dv-cinder-805529-1-smb neutron-server[75884]: WARNING oslo_policy.policy [None req-3ac52432-58a4-4070-be04-51530582cf57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 01:44:09.255938 dv-cinder-805529-1-smb neutron-server[75884]: WARNING oslo_policy.policy [None req-3ac52432-58a4-4070-be04-51530582cf57 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 01:44:09.470106 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [None req-3ac52432-58a4-4070-be04-51530582cf57 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=75884) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 01:44:09.471362 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-3ac52432-58a4-4070-be04-51530582cf57 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8248377 Aug 23 01:44:10.491189 dv-cinder-805529-1-smb neutron-server[75885]: INFO neutron.db.l3_hamode_db [None req-b6ca2d92-1932-491d-a3f6-fdff0796374e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 23 01:44:10.581812 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ca2d92-1932-491d-a3f6-fdff0796374e None None] Routers set() bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:44:10.582192 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ca2d92-1932-491d-a3f6-fdff0796374e None None] Router IDs set() for agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 23 01:44:11.723178 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 35638) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:44:12.106828 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-3221fa4a-1e84-4584-a48b-959369919198 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:44:12.154856 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.policy [None req-3221fa4a-1e84-4584-a48b-959369919198 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75884) register_rules /opt/stack/neutron/neutron/policy.py:65}} Aug 23 01:44:12.155611 dv-cinder-805529-1-smb neutron-server[75884]: WARNING oslo_policy.policy [None req-3221fa4a-1e84-4584-a48b-959369919198 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 01:44:12.155968 dv-cinder-805529-1-smb neutron-server[75884]: WARNING oslo_policy.policy [None req-3221fa4a-1e84-4584-a48b-959369919198 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 01:44:12.159191 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.quota [None req-3221fa4a-1e84-4584-a48b-959369919198 admin admin] Loaded quota_driver: . Aug 23 01:44:12.174608 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-3221fa4a-1e84-4584-a48b-959369919198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:44:12.315565 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3221fa4a-1e84-4584-a48b-959369919198 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755483099919', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755483098990', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755483091582', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755483137492', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755483145024', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-585026', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1380671', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-372043', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-719519'] for rbac-policy, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:12.471834 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3221fa4a-1e84-4584-a48b-959369919198 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:12.472899 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-3221fa4a-1e84-4584-a48b-959369919198 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7487667 Aug 23 01:44:14.967371 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 35652) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:44:15.341054 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'c13d51f042dc442ebd0237d680144f66', 'name': 'private'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:44:15.345732 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:44:15.350045 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Usage tracker for resource:network and tenant:c13d51f042dc442ebd0237d680144f66 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:44:15.354999 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:44:15.360987 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:44:15.430291 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Made reservation on behalf of c13d51f042dc442ebd0237d680144f66 for: {'network': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:44:15.433864 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for network, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:15.451715 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:15.492900 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:44:15.497059 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Usage tracker for resource:security_group_rule and tenant:c13d51f042dc442ebd0237d680144f66 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:44:15.499873 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:44:15.506328 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:44:15.574228 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:15.660569 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:15.666883 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:44:15.687320 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=75884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 01:44:15.712541 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755480555385', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:15.713365 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Unsubscribe: segment precommit_create {{(pid=75884) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 23 01:44:15.713563 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.db.segments_db [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Added segment d2aeb8cd-5b71-4903-90b5-638058ef937c of type vlan for network 9fe21c28-e134-42ba-a607-856b69a86400 Aug 23 01:44:15.728172 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e59174-314c-43ac-9a91-259bf3127382,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:44:15.788280 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:15.788612 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:15.792234 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:15.792234 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:15.792234 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:15.792234 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:15.792234 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:15.792632 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:15.792632 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:15.792632 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:15.792632 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:15.792954 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Tracked resource versions report: Aug 23 01:44:15.792954 dv-cinder-805529-1-smb neutron-server[75884]: pushed versions: Aug 23 01:44:15.792954 dv-cinder-805529-1-smb neutron-server[75884]: { 'ConntrackHelper': {'1.0'}, Aug 23 01:44:15.792954 dv-cinder-805529-1-smb neutron-server[75884]: 'Log': {'1.0'}, Aug 23 01:44:15.792954 dv-cinder-805529-1-smb neutron-server[75884]: 'Network': {'1.1'}, Aug 23 01:44:15.792954 dv-cinder-805529-1-smb neutron-server[75884]: 'Port': {'1.5'}, Aug 23 01:44:15.792954 dv-cinder-805529-1-smb neutron-server[75884]: 'PortForwarding': {'1.2'}, Aug 23 01:44:15.792954 dv-cinder-805529-1-smb neutron-server[75884]: 'QosPolicy': {'1.8'}, Aug 23 01:44:15.792954 dv-cinder-805529-1-smb neutron-server[75884]: 'SecurityGroup': {'1.2'}, Aug 23 01:44:15.792954 dv-cinder-805529-1-smb neutron-server[75884]: 'SecurityGroupRule': {'1.0'}, Aug 23 01:44:15.792954 dv-cinder-805529-1-smb neutron-server[75884]: 'SubPort': {'1.0'}, Aug 23 01:44:15.792954 dv-cinder-805529-1-smb neutron-server[75884]: 'Subnet': {'1.1'}, Aug 23 01:44:15.792954 dv-cinder-805529-1-smb neutron-server[75884]: 'Trunk': {'1.1'}} Aug 23 01:44:15.792954 dv-cinder-805529-1-smb neutron-server[75884]: consumer versions: Aug 23 01:44:15.792954 dv-cinder-805529-1-smb neutron-server[75884]: { DHCP agent@dv-cinder-805529-1-smb: {}, Aug 23 01:44:15.792954 dv-cinder-805529-1-smb neutron-server[75884]: L3 agent@dv-cinder-805529-1-smb: {}, Aug 23 01:44:15.792954 dv-cinder-805529-1-smb neutron-server[75884]: Metadata agent@dv-cinder-805529-1-smb: {}, Aug 23 01:44:15.792954 dv-cinder-805529-1-smb neutron-server[75884]: Metering agent@dv-cinder-805529-1-smb: {}, Aug 23 01:44:15.792954 dv-cinder-805529-1-smb neutron-server[75884]: Open vSwitch agent@dv-cinder-805529-1-smb: { 'ConntrackHelper': '1.0', Aug 23 01:44:15.792954 dv-cinder-805529-1-smb neutron-server[75884]: 'Log': '1.0', Aug 23 01:44:15.792954 dv-cinder-805529-1-smb neutron-server[75884]: 'Network': '1.1', Aug 23 01:44:15.792954 dv-cinder-805529-1-smb neutron-server[75884]: 'Port': '1.5', Aug 23 01:44:15.792954 dv-cinder-805529-1-smb neutron-server[75884]: 'PortForwarding': '1.2', Aug 23 01:44:15.792954 dv-cinder-805529-1-smb neutron-server[75884]: 'QosPolicy': '1.8', Aug 23 01:44:15.792954 dv-cinder-805529-1-smb neutron-server[75884]: 'SecurityGroup': '1.2', Aug 23 01:44:15.792954 dv-cinder-805529-1-smb neutron-server[75884]: 'SecurityGroupRule': '1.0', Aug 23 01:44:15.792954 dv-cinder-805529-1-smb neutron-server[75884]: 'SubPort': '1.0', Aug 23 01:44:15.792954 dv-cinder-805529-1-smb neutron-server[75884]: 'Subnet': '1.1', Aug 23 01:44:15.792954 dv-cinder-805529-1-smb neutron-server[75884]: 'Trunk': '1.1'}} Aug 23 01:44:15.792954 dv-cinder-805529-1-smb neutron-server[75884]: {{(pid=75884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 01:44:15.832468 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755480149414'] for network, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:15.843709 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:44:15.957765 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844'] for network, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:15.959180 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:44:15.959853 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:15.965129 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:44:16.068226 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Pushing event updated for resources: {'Network': ['ID=9fe21c28-e134-42ba-a607-856b69a86400,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:44:16.071606 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:44:16.079862 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Network 9fe21c28-e134-42ba-a607-856b69a86400 details requested by agent ovs-agent-dv-cinder-805529-1-smb with host dv-cinder-805529-1-smb {{(pid=75885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 01:44:16.157055 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1885886 Aug 23 01:44:18.747129 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 35668) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:44:19.209554 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3ea297-a6cb-46c2-b02a-31e500bab831 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:44:19.210870 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-bb3ea297-a6cb-46c2-b02a-31e500bab831 admin admin] 10.222.0.18 "GET /v2.0/networks/9fe21c28-e134-42ba-a607-856b69a86400 HTTP/1.1" status: 200 len: 825 time: 0.4627793 Aug 23 01:44:19.240824 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-a7177434-15d9-4789-9f84-d9b1e3bebcd7 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/7f777340-2d73-49c7-86ca-90936357d2bf HTTP/1.1" status: 200 len: 734 time: 0.0241580 Aug 23 01:44:19.248924 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-039f9ec5-5a7d-4c52-87ba-c8b93c7a30a1 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': 'c13d51f042dc442ebd0237d680144f66', 'name': 'private-subnet', 'subnetpool_id': '7f777340-2d73-49c7-86ca-90936357d2bf', 'network_id': '9fe21c28-e134-42ba-a607-856b69a86400'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:44:19.252973 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-039f9ec5-5a7d-4c52-87ba-c8b93c7a30a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:44:19.256610 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-039f9ec5-5a7d-4c52-87ba-c8b93c7a30a1 admin admin] Usage tracker for resource:subnet and tenant:c13d51f042dc442ebd0237d680144f66 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:44:19.260151 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-039f9ec5-5a7d-4c52-87ba-c8b93c7a30a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:44:19.265612 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-039f9ec5-5a7d-4c52-87ba-c8b93c7a30a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:44:19.334598 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039f9ec5-5a7d-4c52-87ba-c8b93c7a30a1 admin admin] Made reservation on behalf of c13d51f042dc442ebd0237d680144f66 for: {'subnet': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:44:19.337484 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-039f9ec5-5a7d-4c52-87ba-c8b93c7a30a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:19.683709 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-039f9ec5-5a7d-4c52-87ba-c8b93c7a30a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844'] for subnet, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:19.688755 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:44:19.785400 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f9ec5-5a7d-4c52-87ba-c8b93c7a30a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eb8fbd3-d5c7-425b-b650-2ba163e01211,revision_number=0']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:44:19.789002 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039f9ec5-5a7d-4c52-87ba-c8b93c7a30a1 admin admin] Checking segment: {'id': 'd2aeb8cd-5b71-4903-90b5-638058ef937c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9fe21c28-e134-42ba-a607-856b69a86400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:44:19.789362 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039f9ec5-5a7d-4c52-87ba-c8b93c7a30a1 admin admin] Network hostable DHCP agents. Network: 9fe21c28-e134-42ba-a607-856b69a86400, hostable agents: ['a3c6b368-9f05-470a-b08f-b8e256619343'], hosted agents: [] {{(pid=75884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 01:44:19.795982 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-039f9ec5-5a7d-4c52-87ba-c8b93c7a30a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:44:19.916290 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039f9ec5-5a7d-4c52-87ba-c8b93c7a30a1 admin admin] Network 9fe21c28-e134-42ba-a607-856b69a86400 is scheduled to be hosted by DHCP agent a3c6b368-9f05-470a-b08f-b8e256619343 with binding_index 1 {{(pid=75884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 01:44:20.014432 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [None req-039f9ec5-5a7d-4c52-87ba-c8b93c7a30a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-smb, 9fe21c28-e134-42ba-a607-856b69a86400) {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:44:20.018988 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039f9ec5-5a7d-4c52-87ba-c8b93c7a30a1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:44:20.019585 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-039f9ec5-5a7d-4c52-87ba-c8b93c7a30a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for subnet, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:20.024774 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d617415f-e464-4323-9eff-270b56a5f7ae None None] Network 9fe21c28-e134-42ba-a607-856b69a86400 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:44:20.097565 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-039f9ec5-5a7d-4c52-87ba-c8b93c7a30a1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8517778 Aug 23 01:44:20.333766 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda118723-1026-5c8b-83fd-a84db345d438-9fe21c28-e134-42ba-a607-856b69a86400', 'network_id': '9fe21c28-e134-42ba-a607-856b69a86400', 'tenant_id': 'c13d51f042dc442ebd0237d680144f66', 'fixed_ips': [{'subnet_id': '2eb8fbd3-d5c7-425b-b650-2ba163e01211'}]}} from dv-cinder-805529-1-smb. {{(pid=75885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 01:44:20.334903 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:20.517988 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.db_base_plugin_common [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Allocated IP 172.20.0.2 (9fe21c28-e134-42ba-a607-856b69a86400/2eb8fbd3-d5c7-425b-b650-2ba163e01211/d9d3517e-87f4-46f4-aa56-7989790fd10d) {{(pid=75885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:44:20.752243 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Notify callbacks [] for port, precommit_create {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:20.766336 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Transition to ACTIVE for port object d9d3517e-87f4-46f4-aa56-7989790fd10d will not be triggered until provisioned by entity L2. {{(pid=75885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:44:20.788804 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Transition to ACTIVE for port object d9d3517e-87f4-46f4-aa56-7989790fd10d will not be triggered until provisioned by entity DHCP. {{(pid=75885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:44:20.878391 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:20.884965 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:44:20.944662 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Network 9fe21c28-e134-42ba-a607-856b69a86400 is already hosted by enough agents. {{(pid=75885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:44:20.948167 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.scheduler.base_scheduler [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Resources bound (agent type, host, resource id): {{(pid=75885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:44:20.955032 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Received port after_create {{(pid=75885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:44:20.957185 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Pushing event updated for resources: {'Port': ['ID=d9d3517e-87f4-46f4-aa56-7989790fd10d,revision_number=1']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:44:20.968893 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:20.969158 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:20.969483 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:20.969800 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:20.970114 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:20.970427 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:20.970736 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:20.971042 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:20.971368 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:20.971673 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:20.971974 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:20.973066 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Tracked resource versions report: Aug 23 01:44:20.973066 dv-cinder-805529-1-smb neutron-server[75885]: pushed versions: Aug 23 01:44:20.973066 dv-cinder-805529-1-smb neutron-server[75885]: { 'ConntrackHelper': {'1.0'}, Aug 23 01:44:20.973066 dv-cinder-805529-1-smb neutron-server[75885]: 'Log': {'1.0'}, Aug 23 01:44:20.973066 dv-cinder-805529-1-smb neutron-server[75885]: 'Network': {'1.1'}, Aug 23 01:44:20.973066 dv-cinder-805529-1-smb neutron-server[75885]: 'Port': {'1.5'}, Aug 23 01:44:20.973066 dv-cinder-805529-1-smb neutron-server[75885]: 'PortForwarding': {'1.2'}, Aug 23 01:44:20.973066 dv-cinder-805529-1-smb neutron-server[75885]: 'QosPolicy': {'1.8'}, Aug 23 01:44:20.973066 dv-cinder-805529-1-smb neutron-server[75885]: 'SecurityGroup': {'1.2'}, Aug 23 01:44:20.973066 dv-cinder-805529-1-smb neutron-server[75885]: 'SecurityGroupRule': {'1.0'}, Aug 23 01:44:20.973066 dv-cinder-805529-1-smb neutron-server[75885]: 'SubPort': {'1.0'}, Aug 23 01:44:20.973066 dv-cinder-805529-1-smb neutron-server[75885]: 'Subnet': {'1.1'}, Aug 23 01:44:20.973066 dv-cinder-805529-1-smb neutron-server[75885]: 'Trunk': {'1.1'}} Aug 23 01:44:20.973066 dv-cinder-805529-1-smb neutron-server[75885]: consumer versions: Aug 23 01:44:20.973066 dv-cinder-805529-1-smb neutron-server[75885]: { DHCP agent@dv-cinder-805529-1-smb: {}, Aug 23 01:44:20.973066 dv-cinder-805529-1-smb neutron-server[75885]: L3 agent@dv-cinder-805529-1-smb: {}, Aug 23 01:44:20.973066 dv-cinder-805529-1-smb neutron-server[75885]: Metadata agent@dv-cinder-805529-1-smb: {}, Aug 23 01:44:20.973066 dv-cinder-805529-1-smb neutron-server[75885]: Metering agent@dv-cinder-805529-1-smb: {}, Aug 23 01:44:20.973066 dv-cinder-805529-1-smb neutron-server[75885]: Open vSwitch agent@dv-cinder-805529-1-smb: { 'ConntrackHelper': '1.0', Aug 23 01:44:20.973066 dv-cinder-805529-1-smb neutron-server[75885]: 'Log': '1.0', Aug 23 01:44:20.973066 dv-cinder-805529-1-smb neutron-server[75885]: 'Network': '1.1', Aug 23 01:44:20.973066 dv-cinder-805529-1-smb neutron-server[75885]: 'Port': '1.5', Aug 23 01:44:20.973066 dv-cinder-805529-1-smb neutron-server[75885]: 'PortForwarding': '1.2', Aug 23 01:44:20.973066 dv-cinder-805529-1-smb neutron-server[75885]: 'QosPolicy': '1.8', Aug 23 01:44:20.973066 dv-cinder-805529-1-smb neutron-server[75885]: 'SecurityGroup': '1.2', Aug 23 01:44:20.973066 dv-cinder-805529-1-smb neutron-server[75885]: 'SecurityGroupRule': '1.0', Aug 23 01:44:20.973066 dv-cinder-805529-1-smb neutron-server[75885]: 'SubPort': '1.0', Aug 23 01:44:20.973066 dv-cinder-805529-1-smb neutron-server[75885]: 'Subnet': '1.1', Aug 23 01:44:20.973066 dv-cinder-805529-1-smb neutron-server[75885]: 'Trunk': '1.1'}} Aug 23 01:44:20.973066 dv-cinder-805529-1-smb neutron-server[75885]: {{(pid=75885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 01:44:21.003610 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:44:21.057488 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Attempting to bind port d9d3517e-87f4-46f4-aa56-7989790fd10d on host dv-cinder-805529-1-smb for vnic_type normal with profile {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:44:21.058124 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Attempting to bind port d9d3517e-87f4-46f4-aa56-7989790fd10d by drivers openvswitch,hyperv on host dv-cinder-805529-1-smb at level 0 using segments [{'id': 'd2aeb8cd-5b71-4903-90b5-638058ef937c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9fe21c28-e134-42ba-a607-856b69a86400'}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:44:21.058299 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Attempting to bind port d9d3517e-87f4-46f4-aa56-7989790fd10d on network 9fe21c28-e134-42ba-a607-856b69a86400 {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:44:21.064872 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Checking agent: {'id': '7e854a2e-3ddb-4791-9f4e-63d19a343734', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 44, 3), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:44:21.065262 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Checking segment: {'id': 'd2aeb8cd-5b71-4903-90b5-638058ef937c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9fe21c28-e134-42ba-a607-856b69a86400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:44:21.065713 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:21.066099 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Bound using segment: {'id': 'd2aeb8cd-5b71-4903-90b5-638058ef937c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9fe21c28-e134-42ba-a607-856b69a86400'} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:44:21.066563 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Bound port: d9d3517e-87f4-46f4-aa56-7989790fd10d, host: dv-cinder-805529-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2aeb8cd-5b71-4903-90b5-638058ef937c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9fe21c28-e134-42ba-a607-856b69a86400'}}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:44:21.066941 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:21.150735 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] For port d9d3517e-87f4-46f4-aa56-7989790fd10d, host dv-cinder-805529-1-smb, cleared binding levels {{(pid=75885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:44:21.155018 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] For port d9d3517e-87f4-46f4-aa56-7989790fd10d, host dv-cinder-805529-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=d9d3517e-87f4-46f4-aa56-7989790fd10d,segment=NetworkSegment(d2aeb8cd-5b71-4903-90b5-638058ef937c),segment_id=d2aeb8cd-5b71-4903-90b5-638058ef937c)] {{(pid=75885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:44:21.221224 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:21.225077 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:44:21.327821 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Pushing event updated for resources: {'Port': ['ID=d9d3517e-87f4-46f4-aa56-7989790fd10d,revision_number=2']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:44:21.330782 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:44:22.512444 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 35678) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:44:22.939769 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [None req-05e6e172-3151-4a80-bc20-e47a24fde27f admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=75884) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 01:44:22.940778 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-05e6e172-3151-4a80-bc20-e47a24fde27f admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4274015 Aug 23 01:44:24.911866 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device d9d3517e-87f4-46f4-aa56-7989790fd10d up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:44:25.066364 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning for port d9d3517e-87f4-46f4-aa56-7989790fd10d completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:44:25.094009 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82c90c8-44be-4fb6-8970-e1d5f6a6fd7f None None] Network 9fe21c28-e134-42ba-a607-856b69a86400 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:44:25.201240 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 35692) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:44:25.254507 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-11e1cf72-45b0-485b-ba6f-9e92f54d5bb4 None None] Provisioning for port d9d3517e-87f4-46f4-aa56-7989790fd10d completed by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:44:25.266097 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-11e1cf72-45b0-485b-ba6f-9e92f54d5bb4 None None] Provisioning complete for port d9d3517e-87f4-46f4-aa56-7989790fd10d triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:44:25.266496 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-11e1cf72-45b0-485b-ba6f-9e92f54d5bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:25.439513 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-11e1cf72-45b0-485b-ba6f-9e92f54d5bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:25.476149 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-11e1cf72-45b0-485b-ba6f-9e92f54d5bb4 None None] For port d9d3517e-87f4-46f4-aa56-7989790fd10d, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=d9d3517e-87f4-46f4-aa56-7989790fd10d,segment=NetworkSegment(d2aeb8cd-5b71-4903-90b5-638058ef937c),segment_id=d2aeb8cd-5b71-4903-90b5-638058ef937c)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:44:25.535337 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-11e1cf72-45b0-485b-ba6f-9e92f54d5bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:25.537962 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:44:25.607596 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1cf72-45b0-485b-ba6f-9e92f54d5bb4 None None] Pushing event updated for resources: {'Port': ['ID=d9d3517e-87f4-46f4-aa56-7989790fd10d,revision_number=3']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:44:25.610889 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-11e1cf72-45b0-485b-ba6f-9e92f54d5bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:44:25.614390 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [None req-62906a73-cc47-43cd-a00a-c7f3d07a8c71 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=75884) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 01:44:25.615970 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-62906a73-cc47-43cd-a00a-c7f3d07a8c71 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4132123 Aug 23 01:44:25.662310 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-707e3e95-6bd6-4f9d-8bb3-b32eebe5404a None None] Provisioning complete for port d9d3517e-87f4-46f4-aa56-7989790fd10d triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:44:25.662821 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-707e3e95-6bd6-4f9d-8bb3-b32eebe5404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:26.884356 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device d9d3517e-87f4-46f4-aa56-7989790fd10d up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:44:26.954855 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port d9d3517e-87f4-46f4-aa56-7989790fd10d triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:44:26.955218 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:28.175800 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 35704) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:44:28.620481 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-fe308fb2-f4d2-4da2-b5a6-4264347f64fa admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'c13d51f042dc442ebd0237d680144f66'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:44:28.625536 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-fe308fb2-f4d2-4da2-b5a6-4264347f64fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:44:28.629301 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-fe308fb2-f4d2-4da2-b5a6-4264347f64fa admin admin] Usage tracker for resource:router and tenant:c13d51f042dc442ebd0237d680144f66 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:44:28.632603 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-fe308fb2-f4d2-4da2-b5a6-4264347f64fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:44:28.638657 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-fe308fb2-f4d2-4da2-b5a6-4264347f64fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:44:28.706337 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-fe308fb2-f4d2-4da2-b5a6-4264347f64fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4569'] for router, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:28.707859 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-fe308fb2-f4d2-4da2-b5a6-4264347f64fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-412180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4386'] for router, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:28.732891 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-fe308fb2-f4d2-4da2-b5a6-4264347f64fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:28.917956 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-fe308fb2-f4d2-4da2-b5a6-4264347f64fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405533'] for router, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:28.997404 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-fe308fb2-f4d2-4da2-b5a6-4264347f64fa admin admin] Notify callbacks [] for router, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:28.998560 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-fe308fb2-f4d2-4da2-b5a6-4264347f64fa admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8218062 Aug 23 01:44:31.240830 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 35714) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:44:31.621553 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [None req-cc7ea318-7e38-4405-b3d4-a2237b6863f1 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=75884) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 01:44:31.622461 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-cc7ea318-7e38-4405-b3d4-a2237b6863f1 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3807106 Aug 23 01:44:32.168768 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-48479268-e79b-4033-8244-fd1961bd9487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:32.630214 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:33.931704 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 35724) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:44:34.307211 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-f5342a88-1b87-48a0-bc46-acff310021a9 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:44:34.312506 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-f5342a88-1b87-48a0-bc46-acff310021a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:44:34.316291 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-f5342a88-1b87-48a0-bc46-acff310021a9 admin admin] Usage tracker for resource:network and tenant:adad312bf8df47c5ab5dc1dee0b9c4df is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:44:34.319026 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-f5342a88-1b87-48a0-bc46-acff310021a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:44:34.325184 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-f5342a88-1b87-48a0-bc46-acff310021a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:44:34.391871 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5342a88-1b87-48a0-bc46-acff310021a9 admin admin] Made reservation on behalf of adad312bf8df47c5ab5dc1dee0b9c4df for: {'network': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:44:34.394141 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f5342a88-1b87-48a0-bc46-acff310021a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for network, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:34.406906 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f5342a88-1b87-48a0-bc46-acff310021a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:34.439002 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-f5342a88-1b87-48a0-bc46-acff310021a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:44:34.442661 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-f5342a88-1b87-48a0-bc46-acff310021a9 admin admin] Usage tracker for resource:security_group_rule and tenant:adad312bf8df47c5ab5dc1dee0b9c4df is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:44:34.445909 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-f5342a88-1b87-48a0-bc46-acff310021a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:44:34.451726 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-f5342a88-1b87-48a0-bc46-acff310021a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:44:34.515342 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f5342a88-1b87-48a0-bc46-acff310021a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:34.540331 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-0b77afde-bfe4-42d4-97f5-34bc350da533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:34.620270 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f5342a88-1b87-48a0-bc46-acff310021a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:34.624416 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:44:34.637317 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f5342a88-1b87-48a0-bc46-acff310021a9 admin admin] Reserving flat network on physical network physnet1 {{(pid=75884) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 23 01:44:34.660198 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5342a88-1b87-48a0-bc46-acff310021a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ab6831-3b3c-4e06-abb7-1649c8777f5a,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:44:34.663316 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-f5342a88-1b87-48a0-bc46-acff310021a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:44:34.664308 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f5342a88-1b87-48a0-bc46-acff310021a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:34.664645 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.db.segments_db [None req-f5342a88-1b87-48a0-bc46-acff310021a9 admin admin] Added segment 7c5f1ea7-734e-4991-8c15-dc9eedea0188 of type flat for network 90009780-9c2f-491e-b27f-d9d23ecfb7b4 Aug 23 01:44:34.697028 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f5342a88-1b87-48a0-bc46-acff310021a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755480149414'] for network, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:34.774633 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f5342a88-1b87-48a0-bc46-acff310021a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844'] for network, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:34.775730 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5342a88-1b87-48a0-bc46-acff310021a9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:44:34.776290 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f5342a88-1b87-48a0-bc46-acff310021a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:34.780759 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-6b0f6c15-0ec7-4836-ab4a-b68cb019a987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:44:34.878007 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5342a88-1b87-48a0-bc46-acff310021a9 admin admin] Pushing event updated for resources: {'Network': ['ID=90009780-9c2f-491e-b27f-d9d23ecfb7b4,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:44:34.880853 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-f5342a88-1b87-48a0-bc46-acff310021a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:44:34.888080 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Network 90009780-9c2f-491e-b27f-d9d23ecfb7b4 details requested by agent ovs-agent-dv-cinder-805529-1-smb with host dv-cinder-805529-1-smb {{(pid=75885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 01:44:34.924219 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-f5342a88-1b87-48a0-bc46-acff310021a9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9914737 Aug 23 01:44:35.449076 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:36.877287 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:37.161978 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 35744) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:44:37.431502 dv-cinder-805529-1-smb neutron-server[75883]: WARNING oslo_policy.policy [None req-748e7b83-9b70-42b1-b9f1-e9ed1f3b7b0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 01:44:37.432058 dv-cinder-805529-1-smb neutron-server[75883]: WARNING oslo_policy.policy [None req-748e7b83-9b70-42b1-b9f1-e9ed1f3b7b0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 01:44:37.770677 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.policy [None req-748e7b83-9b70-42b1-b9f1-e9ed1f3b7b0b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75883) register_rules /opt/stack/neutron/neutron/policy.py:65}} Aug 23 01:44:37.771480 dv-cinder-805529-1-smb neutron-server[75883]: WARNING oslo_policy.policy [None req-748e7b83-9b70-42b1-b9f1-e9ed1f3b7b0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 01:44:37.771849 dv-cinder-805529-1-smb neutron-server[75883]: WARNING oslo_policy.policy [None req-748e7b83-9b70-42b1-b9f1-e9ed1f3b7b0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 23 01:44:37.774861 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748e7b83-9b70-42b1-b9f1-e9ed1f3b7b0b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:44:37.776512 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-748e7b83-9b70-42b1-b9f1-e9ed1f3b7b0b admin admin] 10.222.0.18 "GET /v2.0/subnets/2eb8fbd3-d5c7-425b-b650-2ba163e01211 HTTP/1.1" status: 200 len: 849 time: 0.6136351 Aug 23 01:44:37.959818 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-a70092f9-8114-4574-a66f-2ddce3a90ee4 admin admin] 10.222.0.18 "GET /v2.0/routers/d3bef5d2-417f-44d2-93b2-fcb9181b72df HTTP/1.1" status: 200 len: 704 time: 0.1780703 Aug 23 01:44:38.416315 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:38.667621 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.db_base_plugin_common [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Allocated IP 172.20.0.1 (9fe21c28-e134-42ba-a607-856b69a86400/2eb8fbd3-d5c7-425b-b650-2ba163e01211/3955b721-9bb8-4da2-8187-b0007e66e1f8) {{(pid=75883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:44:38.837334 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:38.855494 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.provisioning_blocks [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Transition to ACTIVE for port object 3955b721-9bb8-4da2-8187-b0007e66e1f8 will not be triggered until provisioned by entity DHCP. {{(pid=75883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:44:38.993289 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:38.997808 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:44:39.062388 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Network 9fe21c28-e134-42ba-a607-856b69a86400 is already hosted by enough agents. {{(pid=75883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:44:39.065124 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.base_scheduler [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Resources bound (agent type, host, resource id): {{(pid=75883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:44:39.099005 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Pushing event updated for resources: {'Port': ['ID=3955b721-9bb8-4da2-8187-b0007e66e1f8,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:44:39.110230 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Received port after_create {{(pid=75883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:44:39.111174 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405699'] for router_interface, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:39.114120 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:39.114492 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:39.114858 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:39.115209 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:39.115614 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:39.115989 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:39.116318 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:39.116655 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:39.117070 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:39.117460 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:39.117737 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:39.118975 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Tracked resource versions report: Aug 23 01:44:39.118975 dv-cinder-805529-1-smb neutron-server[75883]: pushed versions: Aug 23 01:44:39.118975 dv-cinder-805529-1-smb neutron-server[75883]: { 'ConntrackHelper': {'1.0'}, Aug 23 01:44:39.118975 dv-cinder-805529-1-smb neutron-server[75883]: 'Log': {'1.0'}, Aug 23 01:44:39.118975 dv-cinder-805529-1-smb neutron-server[75883]: 'Network': {'1.1'}, Aug 23 01:44:39.118975 dv-cinder-805529-1-smb neutron-server[75883]: 'Port': {'1.5'}, Aug 23 01:44:39.118975 dv-cinder-805529-1-smb neutron-server[75883]: 'PortForwarding': {'1.2'}, Aug 23 01:44:39.118975 dv-cinder-805529-1-smb neutron-server[75883]: 'QosPolicy': {'1.8'}, Aug 23 01:44:39.118975 dv-cinder-805529-1-smb neutron-server[75883]: 'SecurityGroup': {'1.2'}, Aug 23 01:44:39.118975 dv-cinder-805529-1-smb neutron-server[75883]: 'SecurityGroupRule': {'1.0'}, Aug 23 01:44:39.118975 dv-cinder-805529-1-smb neutron-server[75883]: 'SubPort': {'1.0'}, Aug 23 01:44:39.118975 dv-cinder-805529-1-smb neutron-server[75883]: 'Subnet': {'1.1'}, Aug 23 01:44:39.118975 dv-cinder-805529-1-smb neutron-server[75883]: 'Trunk': {'1.1'}} Aug 23 01:44:39.118975 dv-cinder-805529-1-smb neutron-server[75883]: consumer versions: Aug 23 01:44:39.118975 dv-cinder-805529-1-smb neutron-server[75883]: { DHCP agent@dv-cinder-805529-1-smb: {}, Aug 23 01:44:39.118975 dv-cinder-805529-1-smb neutron-server[75883]: L3 agent@dv-cinder-805529-1-smb: {}, Aug 23 01:44:39.118975 dv-cinder-805529-1-smb neutron-server[75883]: Metadata agent@dv-cinder-805529-1-smb: {}, Aug 23 01:44:39.118975 dv-cinder-805529-1-smb neutron-server[75883]: Metering agent@dv-cinder-805529-1-smb: {}, Aug 23 01:44:39.118975 dv-cinder-805529-1-smb neutron-server[75883]: Open vSwitch agent@dv-cinder-805529-1-smb: { 'ConntrackHelper': '1.0', Aug 23 01:44:39.118975 dv-cinder-805529-1-smb neutron-server[75883]: 'Log': '1.0', Aug 23 01:44:39.118975 dv-cinder-805529-1-smb neutron-server[75883]: 'Network': '1.1', Aug 23 01:44:39.118975 dv-cinder-805529-1-smb neutron-server[75883]: 'Port': '1.5', Aug 23 01:44:39.118975 dv-cinder-805529-1-smb neutron-server[75883]: 'PortForwarding': '1.2', Aug 23 01:44:39.118975 dv-cinder-805529-1-smb neutron-server[75883]: 'QosPolicy': '1.8', Aug 23 01:44:39.118975 dv-cinder-805529-1-smb neutron-server[75883]: 'SecurityGroup': '1.2', Aug 23 01:44:39.118975 dv-cinder-805529-1-smb neutron-server[75883]: 'SecurityGroupRule': '1.0', Aug 23 01:44:39.118975 dv-cinder-805529-1-smb neutron-server[75883]: 'SubPort': '1.0', Aug 23 01:44:39.118975 dv-cinder-805529-1-smb neutron-server[75883]: 'Subnet': '1.1', Aug 23 01:44:39.118975 dv-cinder-805529-1-smb neutron-server[75883]: 'Trunk': '1.1'}} Aug 23 01:44:39.118975 dv-cinder-805529-1-smb neutron-server[75883]: {{(pid=75883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 01:44:39.159593 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:44:39.294627 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:39.351467 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-ab99afd0-26b5-4258-a114-6e2c20de39c0 None None] Provisioning for port 3955b721-9bb8-4da2-8187-b0007e66e1f8 completed by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:44:39.357053 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-ab99afd0-26b5-4258-a114-6e2c20de39c0 None None] Provisioning complete for port 3955b721-9bb8-4da2-8187-b0007e66e1f8 triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:44:39.357425 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-ab99afd0-26b5-4258-a114-6e2c20de39c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:39.412888 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-ab99afd0-26b5-4258-a114-6e2c20de39c0 None None] Port 3955b721-9bb8-4da2-8187-b0007e66e1f8 cannot update to ACTIVE because it is not bound. {{(pid=75885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 01:44:39.528630 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:39.585589 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:39.587283 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1356800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406314'] for router_interface, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:39.591160 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:44:39.714447 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Pushing event updated for resources: {'Port': ['ID=3955b721-9bb8-4da2-8187-b0007e66e1f8,revision_number=2']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:44:39.718310 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:44:39.778275 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Network 9fe21c28-e134-42ba-a607-856b69a86400 is already hosted by enough agents. {{(pid=75883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:44:39.779354 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.base_scheduler [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Resources bound (agent type, host, resource id): {{(pid=75883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:44:40.036677 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-dac63d81-8bd0-4235-96c6-651c4747ed43 None None] Provisioning complete for port 3955b721-9bb8-4da2-8187-b0007e66e1f8 triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:44:40.036885 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-dac63d81-8bd0-4235-96c6-651c4747ed43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:40.088549 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-dac63d81-8bd0-4235-96c6-651c4747ed43 None None] Port 3955b721-9bb8-4da2-8187-b0007e66e1f8 cannot update to ACTIVE because it is not bound. {{(pid=75885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 01:44:40.203056 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Router d3bef5d2-417f-44d2-93b2-fcb9181b72df is scheduled to L3 agent a65233ca-d566-4bb6-b10d-56979c97574d with binding_index 1 {{(pid=75883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 01:44:40.389260 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 01:44:40.398901 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d55ee4-0095-40c6-9eaa-6a643336bfdc None None] Sync routers for ids ['d3bef5d2-417f-44d2-93b2-fcb9181b72df'] in dv-cinder-805529-1-smb {{(pid=75886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 01:44:40.400910 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] 10.222.0.18 "PUT /v2.0/routers/d3bef5d2-417f-44d2-93b2-fcb9181b72df/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4361377 Aug 23 01:44:40.412258 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d55ee4-0095-40c6-9eaa-6a643336bfdc None None] Routers {'d3bef5d2-417f-44d2-93b2-fcb9181b72df'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:44:40.413125 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-12d55ee4-0095-40c6-9eaa-6a643336bfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:44:34Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['d3bef5d2-417f-44d2-93b2-fcb9181b72df'], 'active': True} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:44:40.586421 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvr_db [None req-12d55ee4-0095-40c6-9eaa-6a643336bfdc None None] Set router d3bef5d2-417f-44d2-93b2-fcb9181b72df gateway port host: None {{(pid=75886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:44:40.949006 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-12d55ee4-0095-40c6-9eaa-6a643336bfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3bef5d2-417f-44d2-93b2-fcb9181b72df', 'name': 'router1', 'tenant_id': 'c13d51f042dc442ebd0237d680144f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:44:28Z', 'updated_at': '2021-08-23T01:44:39Z', 'revision_number': 2, 'project_id': 'c13d51f042dc442ebd0237d680144f66', 'gw_port_host': None, '_interfaces': [{'id': '3955b721-9bb8-4da2-8187-b0007e66e1f8', 'name': '', 'network_id': '9fe21c28-e134-42ba-a607-856b69a86400', 'tenant_id': 'c13d51f042dc442ebd0237d680144f66', 'mac_address': 'fa:16:3e:87:f6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3bef5d2-417f-44d2-93b2-fcb9181b72df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2eb8fbd3-d5c7-425b-b650-2ba163e01211', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:44:38Z', 'updated_at': '2021-08-23T01:44:39Z', 'revision_number': 2, 'project_id': 'c13d51f042dc442ebd0237d680144f66', 'subnets': [{'id': '2eb8fbd3-d5c7-425b-b650-2ba163e01211', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7f777340-2d73-49c7-86ca-90936357d2bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:44:40.953914 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d55ee4-0095-40c6-9eaa-6a643336bfdc None None] Checking router: d3bef5d2-417f-44d2-93b2-fcb9181b72df for host: dv-cinder-805529-1-smb {{(pid=75886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 01:44:40.954291 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d55ee4-0095-40c6-9eaa-6a643336bfdc None None] Updating router d3bef5d2-417f-44d2-93b2-fcb9181b72df port 3955b721-9bb8-4da2-8187-b0007e66e1f8 binding host dv-cinder-805529-1-smb {{(pid=75886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 01:44:41.006993 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-12d55ee4-0095-40c6-9eaa-6a643336bfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:41.371669 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-12d55ee4-0095-40c6-9eaa-6a643336bfdc None None] Notify callbacks [] for port, precommit_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:41.386186 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.provisioning_blocks [None req-12d55ee4-0095-40c6-9eaa-6a643336bfdc None None] Transition to ACTIVE for port object 3955b721-9bb8-4da2-8187-b0007e66e1f8 will not be triggered until provisioned by entity L2. {{(pid=75886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:44:41.449006 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-12d55ee4-0095-40c6-9eaa-6a643336bfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:41.453831 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:44:41.645904 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5f426-12b5-40b3-80da-5423d5d26d34 None None] Pushing event updated for resources: {'Port': ['ID=3955b721-9bb8-4da2-8187-b0007e66e1f8,revision_number=3']} {{(pid=75886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:44:41.699456 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5f426-12b5-40b3-80da-5423d5d26d34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:41.699789 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5f426-12b5-40b3-80da-5423d5d26d34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:41.700119 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5f426-12b5-40b3-80da-5423d5d26d34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:41.700447 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5f426-12b5-40b3-80da-5423d5d26d34 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:41.700764 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5f426-12b5-40b3-80da-5423d5d26d34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:41.701077 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5f426-12b5-40b3-80da-5423d5d26d34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:41.701389 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5f426-12b5-40b3-80da-5423d5d26d34 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:41.701698 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5f426-12b5-40b3-80da-5423d5d26d34 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:41.702005 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5f426-12b5-40b3-80da-5423d5d26d34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:41.702309 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5f426-12b5-40b3-80da-5423d5d26d34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:41.702614 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5f426-12b5-40b3-80da-5423d5d26d34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:44:41.703747 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5f426-12b5-40b3-80da-5423d5d26d34 None None] Tracked resource versions report: Aug 23 01:44:41.703747 dv-cinder-805529-1-smb neutron-server[75886]: pushed versions: Aug 23 01:44:41.703747 dv-cinder-805529-1-smb neutron-server[75886]: { 'ConntrackHelper': {'1.0'}, Aug 23 01:44:41.703747 dv-cinder-805529-1-smb neutron-server[75886]: 'Log': {'1.0'}, Aug 23 01:44:41.703747 dv-cinder-805529-1-smb neutron-server[75886]: 'Network': {'1.1'}, Aug 23 01:44:41.703747 dv-cinder-805529-1-smb neutron-server[75886]: 'Port': {'1.5'}, Aug 23 01:44:41.703747 dv-cinder-805529-1-smb neutron-server[75886]: 'PortForwarding': {'1.2'}, Aug 23 01:44:41.703747 dv-cinder-805529-1-smb neutron-server[75886]: 'QosPolicy': {'1.8'}, Aug 23 01:44:41.703747 dv-cinder-805529-1-smb neutron-server[75886]: 'SecurityGroup': {'1.2'}, Aug 23 01:44:41.703747 dv-cinder-805529-1-smb neutron-server[75886]: 'SecurityGroupRule': {'1.0'}, Aug 23 01:44:41.703747 dv-cinder-805529-1-smb neutron-server[75886]: 'SubPort': {'1.0'}, Aug 23 01:44:41.703747 dv-cinder-805529-1-smb neutron-server[75886]: 'Subnet': {'1.1'}, Aug 23 01:44:41.703747 dv-cinder-805529-1-smb neutron-server[75886]: 'Trunk': {'1.1'}} Aug 23 01:44:41.703747 dv-cinder-805529-1-smb neutron-server[75886]: consumer versions: Aug 23 01:44:41.703747 dv-cinder-805529-1-smb neutron-server[75886]: { DHCP agent@dv-cinder-805529-1-smb: {}, Aug 23 01:44:41.703747 dv-cinder-805529-1-smb neutron-server[75886]: L3 agent@dv-cinder-805529-1-smb: {}, Aug 23 01:44:41.703747 dv-cinder-805529-1-smb neutron-server[75886]: Metadata agent@dv-cinder-805529-1-smb: {}, Aug 23 01:44:41.703747 dv-cinder-805529-1-smb neutron-server[75886]: Metering agent@dv-cinder-805529-1-smb: {}, Aug 23 01:44:41.703747 dv-cinder-805529-1-smb neutron-server[75886]: Open vSwitch agent@dv-cinder-805529-1-smb: { 'ConntrackHelper': '1.0', Aug 23 01:44:41.703747 dv-cinder-805529-1-smb neutron-server[75886]: 'Log': '1.0', Aug 23 01:44:41.703747 dv-cinder-805529-1-smb neutron-server[75886]: 'Network': '1.1', Aug 23 01:44:41.703747 dv-cinder-805529-1-smb neutron-server[75886]: 'Port': '1.5', Aug 23 01:44:41.703747 dv-cinder-805529-1-smb neutron-server[75886]: 'PortForwarding': '1.2', Aug 23 01:44:41.703747 dv-cinder-805529-1-smb neutron-server[75886]: 'QosPolicy': '1.8', Aug 23 01:44:41.703747 dv-cinder-805529-1-smb neutron-server[75886]: 'SecurityGroup': '1.2', Aug 23 01:44:41.703747 dv-cinder-805529-1-smb neutron-server[75886]: 'SecurityGroupRule': '1.0', Aug 23 01:44:41.703747 dv-cinder-805529-1-smb neutron-server[75886]: 'SubPort': '1.0', Aug 23 01:44:41.703747 dv-cinder-805529-1-smb neutron-server[75886]: 'Subnet': '1.1', Aug 23 01:44:41.703747 dv-cinder-805529-1-smb neutron-server[75886]: 'Trunk': '1.1'}} Aug 23 01:44:41.703747 dv-cinder-805529-1-smb neutron-server[75886]: {{(pid=75886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 01:44:41.713156 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.managers [None req-12d55ee4-0095-40c6-9eaa-6a643336bfdc None None] Attempting to bind port 3955b721-9bb8-4da2-8187-b0007e66e1f8 on host dv-cinder-805529-1-smb for vnic_type normal with profile {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:44:41.713561 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.managers [None req-12d55ee4-0095-40c6-9eaa-6a643336bfdc None None] Attempting to bind port 3955b721-9bb8-4da2-8187-b0007e66e1f8 by drivers openvswitch,hyperv on host dv-cinder-805529-1-smb at level 0 using segments [{'id': 'd2aeb8cd-5b71-4903-90b5-638058ef937c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9fe21c28-e134-42ba-a607-856b69a86400'}] {{(pid=75886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:44:41.714012 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d55ee4-0095-40c6-9eaa-6a643336bfdc None None] Attempting to bind port 3955b721-9bb8-4da2-8187-b0007e66e1f8 on network 9fe21c28-e134-42ba-a607-856b69a86400 {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:44:41.716194 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [None req-18c5f426-12b5-40b3-80da-5423d5d26d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:44:41.721373 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d55ee4-0095-40c6-9eaa-6a643336bfdc None None] Checking agent: {'id': '7e854a2e-3ddb-4791-9f4e-63d19a343734', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 44, 3), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:44:41.721999 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d55ee4-0095-40c6-9eaa-6a643336bfdc None None] Checking segment: {'id': 'd2aeb8cd-5b71-4903-90b5-638058ef937c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9fe21c28-e134-42ba-a607-856b69a86400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:44:41.722471 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-12d55ee4-0095-40c6-9eaa-6a643336bfdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:41.722969 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d55ee4-0095-40c6-9eaa-6a643336bfdc None None] Bound using segment: {'id': 'd2aeb8cd-5b71-4903-90b5-638058ef937c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9fe21c28-e134-42ba-a607-856b69a86400'} {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:44:41.723359 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.managers [None req-12d55ee4-0095-40c6-9eaa-6a643336bfdc None None] Bound port: 3955b721-9bb8-4da2-8187-b0007e66e1f8, host: dv-cinder-805529-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2aeb8cd-5b71-4903-90b5-638058ef937c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9fe21c28-e134-42ba-a607-856b69a86400'}}] {{(pid=75886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:44:41.723730 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-12d55ee4-0095-40c6-9eaa-6a643336bfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:41.811746 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.db [None req-12d55ee4-0095-40c6-9eaa-6a643336bfdc None None] For port 3955b721-9bb8-4da2-8187-b0007e66e1f8, host dv-cinder-805529-1-smb, cleared binding levels {{(pid=75886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:44:41.815768 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.db [None req-12d55ee4-0095-40c6-9eaa-6a643336bfdc None None] For port 3955b721-9bb8-4da2-8187-b0007e66e1f8, host dv-cinder-805529-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=3955b721-9bb8-4da2-8187-b0007e66e1f8,segment=NetworkSegment(d2aeb8cd-5b71-4903-90b5-638058ef937c),segment_id=d2aeb8cd-5b71-4903-90b5-638058ef937c)] {{(pid=75886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:44:41.935182 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-12d55ee4-0095-40c6-9eaa-6a643336bfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:41.939617 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:44:42.024532 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5f426-12b5-40b3-80da-5423d5d26d34 None None] Pushing event updated for resources: {'Port': ['ID=3955b721-9bb8-4da2-8187-b0007e66e1f8,revision_number=4']} {{(pid=75886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:44:42.027408 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d55ee4-0095-40c6-9eaa-6a643336bfdc None None] Routers {'d3bef5d2-417f-44d2-93b2-fcb9181b72df'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:44:42.028003 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-12d55ee4-0095-40c6-9eaa-6a643336bfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:44:34Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['d3bef5d2-417f-44d2-93b2-fcb9181b72df'], 'active': True} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:44:42.077295 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [None req-18c5f426-12b5-40b3-80da-5423d5d26d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:44:42.188372 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvr_db [None req-12d55ee4-0095-40c6-9eaa-6a643336bfdc None None] Set router d3bef5d2-417f-44d2-93b2-fcb9181b72df gateway port host: None {{(pid=75886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:44:42.484498 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 35776) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:44:42.518300 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-12d55ee4-0095-40c6-9eaa-6a643336bfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3bef5d2-417f-44d2-93b2-fcb9181b72df', 'name': 'router1', 'tenant_id': 'c13d51f042dc442ebd0237d680144f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:44:28Z', 'updated_at': '2021-08-23T01:44:39Z', 'revision_number': 2, 'project_id': 'c13d51f042dc442ebd0237d680144f66', 'gw_port_host': None, '_interfaces': [{'id': '3955b721-9bb8-4da2-8187-b0007e66e1f8', 'name': '', 'network_id': '9fe21c28-e134-42ba-a607-856b69a86400', 'tenant_id': 'c13d51f042dc442ebd0237d680144f66', 'mac_address': 'fa:16:3e:87:f6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3bef5d2-417f-44d2-93b2-fcb9181b72df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2eb8fbd3-d5c7-425b-b650-2ba163e01211', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:44:38Z', 'updated_at': '2021-08-23T01:44:41Z', 'revision_number': 4, 'project_id': 'c13d51f042dc442ebd0237d680144f66', 'subnets': [{'id': '2eb8fbd3-d5c7-425b-b650-2ba163e01211', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7f777340-2d73-49c7-86ca-90936357d2bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:44:42.522251 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d55ee4-0095-40c6-9eaa-6a643336bfdc None None] The sync data for ids ['d3bef5d2-417f-44d2-93b2-fcb9181b72df'] in dv-cinder-805529-1-smb is: [{'id': 'd3bef5d2-417f-44d2-93b2-fcb9181b72df', 'name': 'router1', 'tenant_id': 'c13d51f042dc442ebd0237d680144f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:44:28Z', 'updated_at': '2021-08-23T01:44:39Z', 'revision_number': 2, 'project_id': 'c13d51f042dc442ebd0237d680144f66', 'gw_port_host': None, '_interfaces': [{'id': '3955b721-9bb8-4da2-8187-b0007e66e1f8', 'name': '', 'network_id': '9fe21c28-e134-42ba-a607-856b69a86400', 'tenant_id': 'c13d51f042dc442ebd0237d680144f66', 'mac_address': 'fa:16:3e:87:f6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3bef5d2-417f-44d2-93b2-fcb9181b72df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2eb8fbd3-d5c7-425b-b650-2ba163e01211', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:44:38Z', 'updated_at': '2021-08-23T01:44:41Z', 'revision_number': 4, 'project_id': 'c13d51f042dc442ebd0237d680144f66', 'subnets': [{'id': '2eb8fbd3-d5c7-425b-b650-2ba163e01211', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7f777340-2d73-49c7-86ca-90936357d2bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 01:44:42.663149 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836a5d45-a434-47ab-8872-e902470fed60 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:44:42.667336 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-836a5d45-a434-47ab-8872-e902470fed60 admin admin] 10.222.0.18 "GET /v2.0/networks/90009780-9c2f-491e-b27f-d9d23ecfb7b4 HTTP/1.1" status: 200 len: 842 time: 0.1802621 Aug 23 01:44:42.674974 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [None req-100a6c4a-2c75-4dcc-93aa-09d891a0da6f admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'ip_version': 4, 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'name': 'public-subnet'}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:44:42.676535 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.quota [None req-100a6c4a-2c75-4dcc-93aa-09d891a0da6f admin admin] Loaded quota_driver: . Aug 23 01:44:42.683481 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-100a6c4a-2c75-4dcc-93aa-09d891a0da6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:44:42.687883 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-100a6c4a-2c75-4dcc-93aa-09d891a0da6f admin admin] Usage tracker for resource:subnet and tenant:adad312bf8df47c5ab5dc1dee0b9c4df is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:44:42.690820 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-100a6c4a-2c75-4dcc-93aa-09d891a0da6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:44:42.698479 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-100a6c4a-2c75-4dcc-93aa-09d891a0da6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:44:42.803605 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100a6c4a-2c75-4dcc-93aa-09d891a0da6f admin admin] Made reservation on behalf of adad312bf8df47c5ab5dc1dee0b9c4df for: {'subnet': 1} {{(pid=75883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:44:42.806024 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-100a6c4a-2c75-4dcc-93aa-09d891a0da6f admin admin] Notify callbacks [] for subnet, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:43.298309 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.objects.ports [None req-100a6c4a-2c75-4dcc-93aa-09d891a0da6f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=75883) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Aug 23 01:44:43.298768 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-100a6c4a-2c75-4dcc-93aa-09d891a0da6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844'] for subnet, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:43.302620 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:44:43.377549 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a6c4a-2c75-4dcc-93aa-09d891a0da6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e7d67c2-da92-4caf-b211-787ee080d8b0,revision_number=0']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:44:43.384115 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-100a6c4a-2c75-4dcc-93aa-09d891a0da6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:44:43.389031 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100a6c4a-2c75-4dcc-93aa-09d891a0da6f admin admin] Checking segment: {'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:44:43.389382 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100a6c4a-2c75-4dcc-93aa-09d891a0da6f admin admin] Network hostable DHCP agents. Network: 90009780-9c2f-491e-b27f-d9d23ecfb7b4, hostable agents: ['a3c6b368-9f05-470a-b08f-b8e256619343'], hosted agents: [] {{(pid=75883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 01:44:43.494232 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100a6c4a-2c75-4dcc-93aa-09d891a0da6f admin admin] Network 90009780-9c2f-491e-b27f-d9d23ecfb7b4 is scheduled to be hosted by DHCP agent a3c6b368-9f05-470a-b08f-b8e256619343 with binding_index 1 {{(pid=75883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 01:44:43.556497 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.base_scheduler [None req-100a6c4a-2c75-4dcc-93aa-09d891a0da6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-smb, 90009780-9c2f-491e-b27f-d9d23ecfb7b4) {{(pid=75883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:44:43.560709 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100a6c4a-2c75-4dcc-93aa-09d891a0da6f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:44:43.561320 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-100a6c4a-2c75-4dcc-93aa-09d891a0da6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for subnet, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:43.566906 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521bb61a-f292-4bb4-a512-814071fcaa4f None None] Network 90009780-9c2f-491e-b27f-d9d23ecfb7b4 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:44:43.638404 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-100a6c4a-2c75-4dcc-93aa-09d891a0da6f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9669516 Aug 23 01:44:43.790532 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831616b3-c8b7-4b87-be27-5fa14aced3f4 None None] Network 90009780-9c2f-491e-b27f-d9d23ecfb7b4 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:44:44.914629 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 3955b721-9bb8-4da2-8187-b0007e66e1f8 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:44:45.075881 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning for port 3955b721-9bb8-4da2-8187-b0007e66e1f8 completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:44:45.080775 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port 3955b721-9bb8-4da2-8187-b0007e66e1f8 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:44:45.081148 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:45.193070 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:45.224562 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] For port 3955b721-9bb8-4da2-8187-b0007e66e1f8, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=3955b721-9bb8-4da2-8187-b0007e66e1f8,segment=NetworkSegment(d2aeb8cd-5b71-4903-90b5-638058ef937c),segment_id=d2aeb8cd-5b71-4903-90b5-638058ef937c)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:44:45.298971 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:45.301240 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-22e9e5a5-f411-47f4-9cd5-ff6d05c64c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:44:45.365974 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Pushing event updated for resources: {'Port': ['ID=3955b721-9bb8-4da2-8187-b0007e66e1f8,revision_number=5']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:44:45.369030 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:44:45.762856 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 35790) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:44:45.990547 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-1782621e-f594-4ab0-b6e5-61b210648b63 admin admin] 10.222.0.18 "GET /v2.0/routers/d3bef5d2-417f-44d2-93b2-fcb9181b72df HTTP/1.1" status: 200 len: 710 time: 0.2264948 Aug 23 01:44:46.118470 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f1da1b-9f2f-4884-bfca-1df1a2c5c393 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:44:46.119849 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-09f1da1b-9f2f-4884-bfca-1df1a2c5c393 admin admin] 10.222.0.18 "GET /v2.0/networks/90009780-9c2f-491e-b27f-d9d23ecfb7b4 HTTP/1.1" status: 200 len: 886 time: 0.1237540 Aug 23 01:44:46.128493 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [None req-fd73b8cb-782d-4ff3-af47-280644f54617 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'}}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:44:46.612301 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-fd73b8cb-782d-4ff3-af47-280644f54617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4404'] for router, precommit_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:46.878230 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-fd73b8cb-782d-4ff3-af47-280644f54617 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:46.897042 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 3955b721-9bb8-4da2-8187-b0007e66e1f8 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:44:46.935810 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-fd73b8cb-782d-4ff3-af47-280644f54617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:46.966849 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port 3955b721-9bb8-4da2-8187-b0007e66e1f8 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:44:46.967208 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:47.068564 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.db_base_plugin_common [None req-fd73b8cb-782d-4ff3-af47-280644f54617 admin admin] Allocated IP 172.28.2.182 (90009780-9c2f-491e-b27f-d9d23ecfb7b4/1e7d67c2-da92-4caf-b211-787ee080d8b0/1121b943-ca7d-4e0c-8946-13bab002a141) {{(pid=75883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:44:47.206844 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-fd73b8cb-782d-4ff3-af47-280644f54617 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:47.283067 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-fd73b8cb-782d-4ff3-af47-280644f54617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:47.287206 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:44:47.345493 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd73b8cb-782d-4ff3-af47-280644f54617 admin admin] Network 90009780-9c2f-491e-b27f-d9d23ecfb7b4 is already hosted by enough agents. {{(pid=75883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:44:47.348240 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.base_scheduler [None req-fd73b8cb-782d-4ff3-af47-280644f54617 admin admin] Resources bound (agent type, host, resource id): {{(pid=75883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:44:47.351862 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd73b8cb-782d-4ff3-af47-280644f54617 admin admin] Received port after_create {{(pid=75883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:44:47.379413 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73b8cb-782d-4ff3-af47-280644f54617 admin admin] Pushing event updated for resources: {'Port': ['ID=1121b943-ca7d-4e0c-8946-13bab002a141,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:44:47.389991 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-fd73b8cb-782d-4ff3-af47-280644f54617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:44:47.558520 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-fd73b8cb-782d-4ff3-af47-280644f54617 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:47.719276 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-fd73b8cb-782d-4ff3-af47-280644f54617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4404'] for router, precommit_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:47.722484 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-fd73b8cb-782d-4ff3-af47-280644f54617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-409319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-405524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412306'] for router, after_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:47.919682 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd73b8cb-782d-4ff3-af47-280644f54617 admin admin] Router d3bef5d2-417f-44d2-93b2-fcb9181b72df has already been hosted by L3 agent a65233ca-d566-4bb6-b10d-56979c97574d {{(pid=75883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 01:44:48.146494 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd73b8cb-782d-4ff3-af47-280644f54617 admin admin] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 01:44:48.154819 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-fd73b8cb-782d-4ff3-af47-280644f54617 admin admin] Notify callbacks [] for router, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:48.157174 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-fd73b8cb-782d-4ff3-af47-280644f54617 admin admin] 10.222.0.18 "PUT /v2.0/routers/d3bef5d2-417f-44d2-93b2-fcb9181b72df HTTP/1.1" status: 200 len: 890 time: 2.0307946 Aug 23 01:44:48.157320 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc70af6-cf81-48c8-9dbd-59adb297e212 None None] Sync routers for ids ['d3bef5d2-417f-44d2-93b2-fcb9181b72df'] in dv-cinder-805529-1-smb {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 01:44:48.169667 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc70af6-cf81-48c8-9dbd-59adb297e212 None None] Routers {'d3bef5d2-417f-44d2-93b2-fcb9181b72df'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:44:48.170401 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-1bc70af6-cf81-48c8-9dbd-59adb297e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:44:34Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['d3bef5d2-417f-44d2-93b2-fcb9181b72df'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:44:48.358035 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-1bc70af6-cf81-48c8-9dbd-59adb297e212 None None] Set router d3bef5d2-417f-44d2-93b2-fcb9181b72df gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:44:48.693233 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-1bc70af6-cf81-48c8-9dbd-59adb297e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3bef5d2-417f-44d2-93b2-fcb9181b72df', 'name': 'router1', 'tenant_id': 'c13d51f042dc442ebd0237d680144f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '1121b943-ca7d-4e0c-8946-13bab002a141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:44:28Z', 'updated_at': '2021-08-23T01:44:47Z', 'revision_number': 4, 'project_id': 'c13d51f042dc442ebd0237d680144f66', 'gw_port': {'id': '1121b943-ca7d-4e0c-8946-13bab002a141', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c7:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3bef5d2-417f-44d2-93b2-fcb9181b72df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:44:46Z', 'updated_at': '2021-08-23T01:44:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': '3955b721-9bb8-4da2-8187-b0007e66e1f8', 'name': '', 'network_id': '9fe21c28-e134-42ba-a607-856b69a86400', 'tenant_id': 'c13d51f042dc442ebd0237d680144f66', 'mac_address': 'fa:16:3e:87:f6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bef5d2-417f-44d2-93b2-fcb9181b72df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2eb8fbd3-d5c7-425b-b650-2ba163e01211', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:44:38Z', 'updated_at': '2021-08-23T01:44:45Z', 'revision_number': 5, 'project_id': 'c13d51f042dc442ebd0237d680144f66', 'subnets': [{'id': '2eb8fbd3-d5c7-425b-b650-2ba163e01211', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7f777340-2d73-49c7-86ca-90936357d2bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:44:48.698570 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc70af6-cf81-48c8-9dbd-59adb297e212 None None] Checking router: d3bef5d2-417f-44d2-93b2-fcb9181b72df for host: dv-cinder-805529-1-smb {{(pid=75885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 01:44:48.698926 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc70af6-cf81-48c8-9dbd-59adb297e212 None None] Updating router d3bef5d2-417f-44d2-93b2-fcb9181b72df port 1121b943-ca7d-4e0c-8946-13bab002a141 binding host dv-cinder-805529-1-smb {{(pid=75885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 01:44:48.750606 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1bc70af6-cf81-48c8-9dbd-59adb297e212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:49.070844 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1bc70af6-cf81-48c8-9dbd-59adb297e212 None None] Notify callbacks [] for port, precommit_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:49.082378 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1bc70af6-cf81-48c8-9dbd-59adb297e212 None None] Transition to ACTIVE for port object 1121b943-ca7d-4e0c-8946-13bab002a141 will not be triggered until provisioned by entity L2. {{(pid=75885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:44:49.145903 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1bc70af6-cf81-48c8-9dbd-59adb297e212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:49.150500 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-11e1cf72-45b0-485b-ba6f-9e92f54d5bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:44:49.223331 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0914e2-72e0-486d-9d19-32d69a39588f None None] Pushing event updated for resources: {'Port': ['ID=1121b943-ca7d-4e0c-8946-13bab002a141,revision_number=2']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:44:49.226643 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-0f0914e2-72e0-486d-9d19-32d69a39588f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:44:49.227460 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-1bc70af6-cf81-48c8-9dbd-59adb297e212 None None] Attempting to bind port 1121b943-ca7d-4e0c-8946-13bab002a141 on host dv-cinder-805529-1-smb for vnic_type normal with profile {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:44:49.227824 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-1bc70af6-cf81-48c8-9dbd-59adb297e212 None None] Attempting to bind port 1121b943-ca7d-4e0c-8946-13bab002a141 by drivers openvswitch,hyperv on host dv-cinder-805529-1-smb at level 0 using segments [{'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:44:49.228181 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc70af6-cf81-48c8-9dbd-59adb297e212 None None] Attempting to bind port 1121b943-ca7d-4e0c-8946-13bab002a141 on network 90009780-9c2f-491e-b27f-d9d23ecfb7b4 {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:44:49.234845 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc70af6-cf81-48c8-9dbd-59adb297e212 None None] Checking agent: {'id': '7e854a2e-3ddb-4791-9f4e-63d19a343734', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 44, 3), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:44:49.235242 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc70af6-cf81-48c8-9dbd-59adb297e212 None None] Checking segment: {'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:44:49.235672 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1bc70af6-cf81-48c8-9dbd-59adb297e212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:49.236061 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc70af6-cf81-48c8-9dbd-59adb297e212 None None] Bound using segment: {'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:44:49.236524 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-1bc70af6-cf81-48c8-9dbd-59adb297e212 None None] Bound port: 1121b943-ca7d-4e0c-8946-13bab002a141, host: dv-cinder-805529-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'}}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:44:49.236912 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1bc70af6-cf81-48c8-9dbd-59adb297e212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:49.332867 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-1bc70af6-cf81-48c8-9dbd-59adb297e212 None None] For port 1121b943-ca7d-4e0c-8946-13bab002a141, host dv-cinder-805529-1-smb, cleared binding levels {{(pid=75885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:44:49.336613 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-1bc70af6-cf81-48c8-9dbd-59adb297e212 None None] For port 1121b943-ca7d-4e0c-8946-13bab002a141, host dv-cinder-805529-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=1121b943-ca7d-4e0c-8946-13bab002a141,segment=NetworkSegment(7c5f1ea7-734e-4991-8c15-dc9eedea0188),segment_id=7c5f1ea7-734e-4991-8c15-dc9eedea0188)] {{(pid=75885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:44:49.444145 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1bc70af6-cf81-48c8-9dbd-59adb297e212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:49.448793 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-0f0914e2-72e0-486d-9d19-32d69a39588f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:44:49.523436 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0914e2-72e0-486d-9d19-32d69a39588f None None] Pushing event updated for resources: {'Port': ['ID=1121b943-ca7d-4e0c-8946-13bab002a141,revision_number=3']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:44:49.527354 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-0f0914e2-72e0-486d-9d19-32d69a39588f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:44:49.528336 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc70af6-cf81-48c8-9dbd-59adb297e212 None None] Routers {'d3bef5d2-417f-44d2-93b2-fcb9181b72df'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:44:49.528924 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-1bc70af6-cf81-48c8-9dbd-59adb297e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:44:34Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['d3bef5d2-417f-44d2-93b2-fcb9181b72df'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:44:49.707528 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-1bc70af6-cf81-48c8-9dbd-59adb297e212 None None] Set router d3bef5d2-417f-44d2-93b2-fcb9181b72df gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:44:50.050528 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-1bc70af6-cf81-48c8-9dbd-59adb297e212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3bef5d2-417f-44d2-93b2-fcb9181b72df', 'name': 'router1', 'tenant_id': 'c13d51f042dc442ebd0237d680144f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '1121b943-ca7d-4e0c-8946-13bab002a141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:44:28Z', 'updated_at': '2021-08-23T01:44:47Z', 'revision_number': 4, 'project_id': 'c13d51f042dc442ebd0237d680144f66', 'gw_port': {'id': '1121b943-ca7d-4e0c-8946-13bab002a141', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c7:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3bef5d2-417f-44d2-93b2-fcb9181b72df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:44:46Z', 'updated_at': '2021-08-23T01:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': '3955b721-9bb8-4da2-8187-b0007e66e1f8', 'name': '', 'network_id': '9fe21c28-e134-42ba-a607-856b69a86400', 'tenant_id': 'c13d51f042dc442ebd0237d680144f66', 'mac_address': 'fa:16:3e:87:f6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bef5d2-417f-44d2-93b2-fcb9181b72df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2eb8fbd3-d5c7-425b-b650-2ba163e01211', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:44:38Z', 'updated_at': '2021-08-23T01:44:45Z', 'revision_number': 5, 'project_id': 'c13d51f042dc442ebd0237d680144f66', 'subnets': [{'id': '2eb8fbd3-d5c7-425b-b650-2ba163e01211', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7f777340-2d73-49c7-86ca-90936357d2bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:44:50.054479 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc70af6-cf81-48c8-9dbd-59adb297e212 None None] The sync data for ids ['d3bef5d2-417f-44d2-93b2-fcb9181b72df'] in dv-cinder-805529-1-smb is: [{'id': 'd3bef5d2-417f-44d2-93b2-fcb9181b72df', 'name': 'router1', 'tenant_id': 'c13d51f042dc442ebd0237d680144f66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '1121b943-ca7d-4e0c-8946-13bab002a141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:44:28Z', 'updated_at': '2021-08-23T01:44:47Z', 'revision_number': 4, 'project_id': 'c13d51f042dc442ebd0237d680144f66', 'gw_port': {'id': '1121b943-ca7d-4e0c-8946-13bab002a141', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c7:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3bef5d2-417f-44d2-93b2-fcb9181b72df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:44:46Z', 'updated_at': '2021-08-23T01:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': '3955b721-9bb8-4da2-8187-b0007e66e1f8', 'name': '', 'network_id': '9fe21c28-e134-42ba-a607-856b69a86400', 'tenant_id': 'c13d51f042dc442ebd0237d680144f66', 'mac_address': 'fa:16:3e:87:f6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bef5d2-417f-44d2-93b2-fcb9181b72df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2eb8fbd3-d5c7-425b-b650-2ba163e01211', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:44:38Z', 'updated_at': '2021-08-23T01:44:45Z', 'revision_number': 5, 'project_id': 'c13d51f042dc442ebd0237d680144f66', 'subnets': [{'id': '2eb8fbd3-d5c7-425b-b650-2ba163e01211', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7f777340-2d73-49c7-86ca-90936357d2bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 01:44:50.373383 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 35800) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:44:50.533810 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-31807219-6755-4ef1-af99-64fdc5a71b93 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1559665 Aug 23 01:44:50.919633 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 1121b943-ca7d-4e0c-8946-13bab002a141 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:44:51.042984 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning for port 1121b943-ca7d-4e0c-8946-13bab002a141 completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:44:51.048677 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port 1121b943-ca7d-4e0c-8946-13bab002a141 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:44:51.054136 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:51.174593 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:51.191848 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] For port 1121b943-ca7d-4e0c-8946-13bab002a141, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=1121b943-ca7d-4e0c-8946-13bab002a141,segment=NetworkSegment(7c5f1ea7-734e-4991-8c15-dc9eedea0188),segment_id=7c5f1ea7-734e-4991-8c15-dc9eedea0188)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:44:51.260653 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:44:51.262783 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:44:51.327585 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Pushing event updated for resources: {'Port': ['ID=1121b943-ca7d-4e0c-8946-13bab002a141,revision_number=4']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:44:51.330504 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:44:52.782353 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 5 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 01:44:52.904353 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 1121b943-ca7d-4e0c-8946-13bab002a141 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:44:52.982539 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port 1121b943-ca7d-4e0c-8946-13bab002a141 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:44:52.982990 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:45:02.174712 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-cc3f03b6-bfb1-4bb9-851e-dd2e415aa3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:45:02.625973 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:45:04.534709 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-b4f2d512-dc09-4684-9f82-b5a579a6e78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:45:05.488516 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:45:06.905658 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:45:29.782580 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 5 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 01:45:32.168397 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-df8e00f0-1ade-42ac-ad3d-a9aa92b1d3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:45:32.671049 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:45:34.522986 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-ab6b6d8a-e43a-40cd-a06a-97f82eaf135c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:45:35.472338 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:45:36.911422 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:46:02.299518 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-e28a1230-2aa2-4569-bfca-0e93f8a776c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:46:02.636508 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:46:04.591276 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-27582477-a7b4-44c6-9d03-c825a2cfeb3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:46:05.504943 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:46:06.782256 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 5 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 01:46:07.339182 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:46:32.196335 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-338eef5d-b67f-410b-a1e4-ce8562b2ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:46:32.653242 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:46:34.522341 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-25cc8bf0-da9c-4ebe-bff2-18a503602b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:46:35.464848 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:46:36.915801 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:46:43.782461 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 5 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 01:46:56.886309 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 36376) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:46:56.977372 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.pecan_wsgi.hooks.translation [None req-c119c9ec-07d7-4330-875a-a975e48d9b35 admin admin] GET failed (client error): The resource could not be found. Aug 23 01:46:56.977791 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-c119c9ec-07d7-4330-875a-a975e48d9b35 admin admin] Synchronizing usage tracker for tenant:adad312bf8df47c5ab5dc1dee0b9c4df on resource:network {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:46:57.035545 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-c119c9ec-07d7-4330-875a-a975e48d9b35 admin admin] Unset dirty status for tenant:adad312bf8df47c5ab5dc1dee0b9c4df on resource:network {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:46:57.036943 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-c119c9ec-07d7-4330-875a-a975e48d9b35 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1497297 Aug 23 01:46:57.168639 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa2699a-57fa-42f7-a83d-efe9c37550d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:46:57.170084 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-7fa2699a-57fa-42f7-a83d-efe9c37550d8 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1292572 Aug 23 01:46:59.188591 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 36386) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:46:59.316871 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f02d68-8d72-4137-912c-bd7aa918ad06 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:46:59.318197 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-f4f02d68-8d72-4137-912c-bd7aa918ad06 admin admin] 10.222.0.18 "GET /v2.0/subnets/2eb8fbd3-d5c7-425b-b650-2ba163e01211 HTTP/1.1" status: 200 len: 849 time: 0.1286757 Aug 23 01:46:59.327119 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-865a994b-5d15-4c25-a5b0-5c184adb5c9f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:46:59.441443 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-865a994b-5d15-4c25-a5b0-5c184adb5c9f admin admin] Notify callbacks [] for subnet, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:46:59.693090 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-865a994b-5d15-4c25-a5b0-5c184adb5c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755480573453'] for subnet, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:46:59.696853 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-039f9ec5-5a7d-4c52-87ba-c8b93c7a30a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:46:59.744858 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865a994b-5d15-4c25-a5b0-5c184adb5c9f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:46:59.745460 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-865a994b-5d15-4c25-a5b0-5c184adb5c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for subnet, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:46:59.746707 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-865a994b-5d15-4c25-a5b0-5c184adb5c9f admin admin] 10.222.0.18 "PUT /v2.0/subnets/2eb8fbd3-d5c7-425b-b650-2ba163e01211 HTTP/1.1" status: 200 len: 868 time: 0.4232087 Aug 23 01:46:59.750633 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b30ae0a-281e-49c1-a74d-69e6530c0ec8 None None] Network 9fe21c28-e134-42ba-a607-856b69a86400 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:46:59.765612 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a994b-5d15-4c25-a5b0-5c184adb5c9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eb8fbd3-d5c7-425b-b650-2ba163e01211,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:46:59.775469 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a994b-5d15-4c25-a5b0-5c184adb5c9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:46:59.775803 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a994b-5d15-4c25-a5b0-5c184adb5c9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:46:59.776128 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a994b-5d15-4c25-a5b0-5c184adb5c9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:46:59.776453 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a994b-5d15-4c25-a5b0-5c184adb5c9f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:46:59.776774 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a994b-5d15-4c25-a5b0-5c184adb5c9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:46:59.777102 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a994b-5d15-4c25-a5b0-5c184adb5c9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:46:59.777408 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a994b-5d15-4c25-a5b0-5c184adb5c9f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:46:59.777725 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a994b-5d15-4c25-a5b0-5c184adb5c9f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:46:59.778047 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a994b-5d15-4c25-a5b0-5c184adb5c9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:46:59.778345 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a994b-5d15-4c25-a5b0-5c184adb5c9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:46:59.778656 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865a994b-5d15-4c25-a5b0-5c184adb5c9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:46:59.782411 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-865a994b-5d15-4c25-a5b0-5c184adb5c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:47:00.214958 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-48fd9403-2aed-414c-998d-1b939214f14e None None] Provisioning complete for port d9d3517e-87f4-46f4-aa56-7989790fd10d triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:47:00.215359 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-48fd9403-2aed-414c-998d-1b939214f14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:47:00.346645 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-48fd9403-2aed-414c-998d-1b939214f14e None None] Provisioning complete for port 3955b721-9bb8-4da2-8187-b0007e66e1f8 triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:47:00.347018 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-48fd9403-2aed-414c-998d-1b939214f14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:47:01.762532 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 36396) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:47:01.955527 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0079d23-667b-4ce2-8ef9-601e3ef6806f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:47:01.955819 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0079d23-667b-4ce2-8ef9-601e3ef6806f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:47:01.957333 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-a0079d23-667b-4ce2-8ef9-601e3ef6806f admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1938791 Aug 23 01:47:02.173276 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-b20f4096-ca6b-424f-a991-125f541d339f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:47:02.612487 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:47:03.987080 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 36406) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:47:04.182363 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef16d19-05bc-4133-a17d-152810db79e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:47:04.182820 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef16d19-05bc-4133-a17d-152810db79e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:47:04.184631 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-5ef16d19-05bc-4133-a17d-152810db79e2 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1965592 Aug 23 01:47:04.538132 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-3ab229a5-edb6-4a50-a5cc-ed44c8fbfde1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:47:05.481315 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:47:06.267762 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 36416) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:47:06.455579 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d613bb-b5cb-4313-b79e-c33794e6b063 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:47:06.456817 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-66d613bb-b5cb-4313-b79e-c33794e6b063 admin admin] 10.222.0.18 "GET /v2.0/networks/90009780-9c2f-491e-b27f-d9d23ecfb7b4 HTTP/1.1" status: 200 len: 886 time: 0.1881301 Aug 23 01:47:06.897986 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:47:08.470418 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 36426) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:47:08.670551 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56fb5bb-e93c-45a2-88f9-336509651f2a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:47:08.671848 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-b56fb5bb-e93c-45a2-88f9-336509651f2a admin admin] 10.222.0.18 "GET /v2.0/networks/9fe21c28-e134-42ba-a607-856b69a86400 HTTP/1.1" status: 200 len: 869 time: 0.2004900 Aug 23 01:47:10.714467 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 36436) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:47:10.848742 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e557ea5e-6320-4e36-adef-4e6620fbe278 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:47:10.849124 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e557ea5e-6320-4e36-adef-4e6620fbe278 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:47:10.849835 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-e557ea5e-6320-4e36-adef-4e6620fbe278 admin admin] Synchronizing usage tracker for tenant:adad312bf8df47c5ab5dc1dee0b9c4df on resource:subnet {{(pid=75883) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:47:10.955208 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-e557ea5e-6320-4e36-adef-4e6620fbe278 admin admin] Unset dirty status for tenant:adad312bf8df47c5ab5dc1dee0b9c4df on resource:subnet {{(pid=75883) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:47:10.956397 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-e557ea5e-6320-4e36-adef-4e6620fbe278 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2409246 Aug 23 01:47:12.945061 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 36446) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:47:13.073817 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daa4d33-0fee-4c98-a9da-9387f3cc782f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:47:13.074180 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daa4d33-0fee-4c98-a9da-9387f3cc782f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:47:13.075702 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-1daa4d33-0fee-4c98-a9da-9387f3cc782f admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1296983 Aug 23 01:47:15.102671 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 36456) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:47:15.224318 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab0fdab-914e-4572-bfd2-d41813bd8c9b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:47:15.225654 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-cab0fdab-914e-4572-bfd2-d41813bd8c9b admin admin] 10.222.0.18 "GET /v2.0/subnets/1e7d67c2-da92-4caf-b211-787ee080d8b0 HTTP/1.1" status: 200 len: 816 time: 0.1220498 Aug 23 01:47:17.241584 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 36466) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:47:17.371466 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f6842d-0279-4076-8ba9-bec3c5ee7a53 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:47:17.372762 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-60f6842d-0279-4076-8ba9-bec3c5ee7a53 admin admin] 10.222.0.18 "GET /v2.0/subnets/2eb8fbd3-d5c7-425b-b650-2ba163e01211 HTTP/1.1" status: 200 len: 868 time: 0.1302264 Aug 23 01:47:20.782542 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 5 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 01:47:32.201126 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-e4390a84-0510-41e0-ad71-60dd36233a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:47:32.657865 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:47:34.567225 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-63f5c968-ba94-4e3b-a767-535c4a06a976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:47:35.334005 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 36504) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:47:35.406312 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [None req-5be5d1d4-3b27-4df7-8a04-8f53db3aaee7 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=75883) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 01:47:35.407452 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-5be5d1d4-3b27-4df7-8a04-8f53db3aaee7 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0724339 Aug 23 01:47:35.509926 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:47:36.920735 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:47:37.472516 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 36514) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:47:37.561780 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.pecan_wsgi.hooks.translation [None req-1654f71f-e3d5-4d45-bba9-8a72debb70ae admin admin] GET failed (client error): The resource could not be found. Aug 23 01:47:37.562971 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-1654f71f-e3d5-4d45-bba9-8a72debb70ae admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0895410 Aug 23 01:47:37.686229 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ace8310-713d-4fcd-bd0f-f23cb62898d5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:47:37.687619 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-0ace8310-713d-4fcd-bd0f-f23cb62898d5 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1206720 Aug 23 01:47:39.737178 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 36524) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:47:39.807393 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [None req-4acb0997-1269-49e0-986a-ca4b899acded admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:47:39.812306 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-4acb0997-1269-49e0-986a-ca4b899acded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:47:39.821646 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-4acb0997-1269-49e0-986a-ca4b899acded admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:47:39.897490 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acb0997-1269-49e0-986a-ca4b899acded admin admin] Made reservation on behalf of adad312bf8df47c5ab5dc1dee0b9c4df for: {'network': 1} {{(pid=75883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:47:39.899813 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-4acb0997-1269-49e0-986a-ca4b899acded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for network, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:47:39.988741 dv-cinder-805529-1-smb neutron-server[75883]: WARNING neutron.services.revisions.revision_plugin [None req-4acb0997-1269-49e0-986a-ca4b899acded admin admin] Could not find related network for resource to bump revision. Aug 23 01:47:40.003213 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4acb0997-1269-49e0-986a-ca4b899acded admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=75883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 01:47:40.013294 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-4acb0997-1269-49e0-986a-ca4b899acded admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755480555385', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:47:40.013809 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-4acb0997-1269-49e0-986a-ca4b899acded admin admin] Unsubscribe: segment precommit_create {{(pid=75883) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 23 01:47:40.014225 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.db.segments_db [None req-4acb0997-1269-49e0-986a-ca4b899acded admin admin] Added segment 400fe501-d58c-455b-ad61-db49eb3261bf of type vlan for network 993e1ca1-929c-4261-adce-40bb5bd2f2fe Aug 23 01:47:40.050950 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-4acb0997-1269-49e0-986a-ca4b899acded admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755480149414'] for network, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:47:40.132039 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-4acb0997-1269-49e0-986a-ca4b899acded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844'] for network, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:47:40.133170 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acb0997-1269-49e0-986a-ca4b899acded admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:47:40.133734 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-4acb0997-1269-49e0-986a-ca4b899acded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:47:40.136733 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:47:40.232978 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb0997-1269-49e0-986a-ca4b899acded admin admin] Pushing event updated for resources: {'Network': ['ID=993e1ca1-929c-4261-adce-40bb5bd2f2fe,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:47:40.240738 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb0997-1269-49e0-986a-ca4b899acded admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:47:40.241015 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb0997-1269-49e0-986a-ca4b899acded admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:47:40.241389 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb0997-1269-49e0-986a-ca4b899acded admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:47:40.241709 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb0997-1269-49e0-986a-ca4b899acded admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:47:40.242026 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb0997-1269-49e0-986a-ca4b899acded admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:47:40.242338 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb0997-1269-49e0-986a-ca4b899acded admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:47:40.242650 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb0997-1269-49e0-986a-ca4b899acded admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:47:40.242980 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb0997-1269-49e0-986a-ca4b899acded admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:47:40.243309 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb0997-1269-49e0-986a-ca4b899acded admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:47:40.243617 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb0997-1269-49e0-986a-ca4b899acded admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:47:40.243922 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acb0997-1269-49e0-986a-ca4b899acded admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:47:40.247750 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-4acb0997-1269-49e0-986a-ca4b899acded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:47:40.255171 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Network 993e1ca1-929c-4261-adce-40bb5bd2f2fe details requested by agent ovs-agent-dv-cinder-805529-1-smb with host dv-cinder-805529-1-smb {{(pid=75885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 01:47:40.270671 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-4acb0997-1269-49e0-986a-ca4b899acded admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5322056 Aug 23 01:47:42.282743 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 36534) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:47:42.376242 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9410ca9-0539-4e5b-9833-ee6adaead728 admin admin] GET failed (client error): The resource could not be found. Aug 23 01:47:42.376719 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-a9410ca9-0539-4e5b-9833-ee6adaead728 admin admin] Synchronizing usage tracker for tenant:adad312bf8df47c5ab5dc1dee0b9c4df on resource:network {{(pid=75883) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:47:42.440741 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-a9410ca9-0539-4e5b-9833-ee6adaead728 admin admin] Unset dirty status for tenant:adad312bf8df47c5ab5dc1dee0b9c4df on resource:network {{(pid=75883) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:47:42.442028 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-a9410ca9-0539-4e5b-9833-ee6adaead728 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1583362 Aug 23 01:47:42.546388 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9969235-c9c2-4b6d-a289-677b9624196a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:47:42.547752 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-b9969235-c9c2-4b6d-a289-677b9624196a admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1018729 Aug 23 01:47:42.557792 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [None req-22543fca-ef0d-44c7-9278-e8fc3ef5513b admin admin] Request body: {'subnet': {'network_id': '993e1ca1-929c-4261-adce-40bb5bd2f2fe', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:47:42.562325 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-22543fca-ef0d-44c7-9278-e8fc3ef5513b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:47:42.572019 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-22543fca-ef0d-44c7-9278-e8fc3ef5513b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:47:42.629252 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22543fca-ef0d-44c7-9278-e8fc3ef5513b admin admin] Made reservation on behalf of adad312bf8df47c5ab5dc1dee0b9c4df for: {'subnet': 1} {{(pid=75883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:47:42.631599 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-22543fca-ef0d-44c7-9278-e8fc3ef5513b admin admin] Notify callbacks [] for subnet, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:47:42.903717 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-22543fca-ef0d-44c7-9278-e8fc3ef5513b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844'] for subnet, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:47:42.907932 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-100a6c4a-2c75-4dcc-93aa-09d891a0da6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:47:42.976016 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22543fca-ef0d-44c7-9278-e8fc3ef5513b admin admin] Pushing event updated for resources: {'Subnet': ['ID=af35294c-d624-47cb-99ac-bef6c615a99f,revision_number=0']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:47:42.979354 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-22543fca-ef0d-44c7-9278-e8fc3ef5513b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:47:42.985787 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22543fca-ef0d-44c7-9278-e8fc3ef5513b admin admin] Checking segment: {'id': '400fe501-d58c-455b-ad61-db49eb3261bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '993e1ca1-929c-4261-adce-40bb5bd2f2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:47:42.986136 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22543fca-ef0d-44c7-9278-e8fc3ef5513b admin admin] Network hostable DHCP agents. Network: 993e1ca1-929c-4261-adce-40bb5bd2f2fe, hostable agents: ['a3c6b368-9f05-470a-b08f-b8e256619343'], hosted agents: [] {{(pid=75883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 01:47:43.063122 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22543fca-ef0d-44c7-9278-e8fc3ef5513b admin admin] Network 993e1ca1-929c-4261-adce-40bb5bd2f2fe is scheduled to be hosted by DHCP agent a3c6b368-9f05-470a-b08f-b8e256619343 with binding_index 1 {{(pid=75883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 01:47:43.137370 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.base_scheduler [None req-22543fca-ef0d-44c7-9278-e8fc3ef5513b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-smb, 993e1ca1-929c-4261-adce-40bb5bd2f2fe) {{(pid=75883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:47:43.142191 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22543fca-ef0d-44c7-9278-e8fc3ef5513b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:47:43.143103 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-22543fca-ef0d-44c7-9278-e8fc3ef5513b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for subnet, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:47:43.148638 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6495afed-9234-4c97-a401-1c10c1b4335b None None] Network 993e1ca1-929c-4261-adce-40bb5bd2f2fe requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:47:43.230215 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-22543fca-ef0d-44c7-9278-e8fc3ef5513b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6758182 Aug 23 01:47:43.365494 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda118723-1026-5c8b-83fd-a84db345d438-993e1ca1-929c-4261-adce-40bb5bd2f2fe', 'network_id': '993e1ca1-929c-4261-adce-40bb5bd2f2fe', 'tenant_id': 'adad312bf8df47c5ab5dc1dee0b9c4df', 'fixed_ips': [{'subnet_id': 'af35294c-d624-47cb-99ac-bef6c615a99f'}]}} from dv-cinder-805529-1-smb. {{(pid=75885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 01:47:43.366346 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:47:43.523829 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.db_base_plugin_common [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Allocated IP 192.168.233.2 (993e1ca1-929c-4261-adce-40bb5bd2f2fe/af35294c-d624-47cb-99ac-bef6c615a99f/e3131329-48d1-440e-a6d9-abba9b5d6abd) {{(pid=75885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:47:43.731174 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Notify callbacks [] for port, precommit_create {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:47:43.742320 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Transition to ACTIVE for port object e3131329-48d1-440e-a6d9-abba9b5d6abd will not be triggered until provisioned by entity L2. {{(pid=75885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:47:43.760510 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Transition to ACTIVE for port object e3131329-48d1-440e-a6d9-abba9b5d6abd will not be triggered until provisioned by entity DHCP. {{(pid=75885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:47:43.824428 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:47:43.828968 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:47:43.901682 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Network 993e1ca1-929c-4261-adce-40bb5bd2f2fe is already hosted by enough agents. {{(pid=75885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:47:43.902686 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Pushing event updated for resources: {'Port': ['ID=e3131329-48d1-440e-a6d9-abba9b5d6abd,revision_number=1']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:47:43.904904 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.scheduler.base_scheduler [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Resources bound (agent type, host, resource id): {{(pid=75885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:47:43.907933 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Received port after_create {{(pid=75885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:47:43.946373 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:47:43.946711 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:47:43.947045 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:47:43.947403 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:47:43.947728 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:47:43.948043 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:47:43.948354 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:47:43.948669 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:47:43.948977 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:47:43.949287 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:47:43.949590 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:47:43.953726 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:47:44.007667 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Attempting to bind port e3131329-48d1-440e-a6d9-abba9b5d6abd on host dv-cinder-805529-1-smb for vnic_type normal with profile {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:47:44.008042 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Attempting to bind port e3131329-48d1-440e-a6d9-abba9b5d6abd by drivers openvswitch,hyperv on host dv-cinder-805529-1-smb at level 0 using segments [{'id': '400fe501-d58c-455b-ad61-db49eb3261bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '993e1ca1-929c-4261-adce-40bb5bd2f2fe'}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:47:44.008402 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Attempting to bind port e3131329-48d1-440e-a6d9-abba9b5d6abd on network 993e1ca1-929c-4261-adce-40bb5bd2f2fe {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:47:44.014786 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Checking agent: {'id': '7e854a2e-3ddb-4791-9f4e-63d19a343734', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 44, 3), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:47:44.015160 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Checking segment: {'id': '400fe501-d58c-455b-ad61-db49eb3261bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '993e1ca1-929c-4261-adce-40bb5bd2f2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:47:44.015590 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:47:44.015984 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Bound using segment: {'id': '400fe501-d58c-455b-ad61-db49eb3261bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '993e1ca1-929c-4261-adce-40bb5bd2f2fe'} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:47:44.016446 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Bound port: e3131329-48d1-440e-a6d9-abba9b5d6abd, host: dv-cinder-805529-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400fe501-d58c-455b-ad61-db49eb3261bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '993e1ca1-929c-4261-adce-40bb5bd2f2fe'}}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:47:44.016830 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:47:44.135045 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] For port e3131329-48d1-440e-a6d9-abba9b5d6abd, host dv-cinder-805529-1-smb, cleared binding levels {{(pid=75885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:47:44.138038 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] For port e3131329-48d1-440e-a6d9-abba9b5d6abd, host dv-cinder-805529-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=e3131329-48d1-440e-a6d9-abba9b5d6abd,segment=NetworkSegment(400fe501-d58c-455b-ad61-db49eb3261bf),segment_id=400fe501-d58c-455b-ad61-db49eb3261bf)] {{(pid=75885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:47:44.218144 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:47:44.223431 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-0f0914e2-72e0-486d-9d19-32d69a39588f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:47:44.302928 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Pushing event updated for resources: {'Port': ['ID=e3131329-48d1-440e-a6d9-abba9b5d6abd,revision_number=2']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:47:44.306135 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:47:45.023807 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device e3131329-48d1-440e-a6d9-abba9b5d6abd up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:47:45.135875 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5276fbd6-208e-474f-994e-6ca2166e271d None None] Network 993e1ca1-929c-4261-adce-40bb5bd2f2fe requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:47:45.211422 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning for port e3131329-48d1-440e-a6d9-abba9b5d6abd completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:47:45.297669 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-252d063f-3178-45da-b492-dca5c5aa3c9a None None] Provisioning for port e3131329-48d1-440e-a6d9-abba9b5d6abd completed by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:47:45.309294 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-252d063f-3178-45da-b492-dca5c5aa3c9a None None] Provisioning complete for port e3131329-48d1-440e-a6d9-abba9b5d6abd triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:47:45.309666 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-252d063f-3178-45da-b492-dca5c5aa3c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:47:45.485812 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-252d063f-3178-45da-b492-dca5c5aa3c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:47:45.524227 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-252d063f-3178-45da-b492-dca5c5aa3c9a None None] For port e3131329-48d1-440e-a6d9-abba9b5d6abd, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=e3131329-48d1-440e-a6d9-abba9b5d6abd,segment=NetworkSegment(400fe501-d58c-455b-ad61-db49eb3261bf),segment_id=400fe501-d58c-455b-ad61-db49eb3261bf)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:47:45.577766 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-252d063f-3178-45da-b492-dca5c5aa3c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:47:45.580192 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:47:45.662690 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d063f-3178-45da-b492-dca5c5aa3c9a None None] Pushing event updated for resources: {'Port': ['ID=e3131329-48d1-440e-a6d9-abba9b5d6abd,revision_number=3']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:47:45.672101 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-252d063f-3178-45da-b492-dca5c5aa3c9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:47:45.703462 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-6b37c1b3-8596-47de-8dda-2ac81a7b3a06 None None] Provisioning complete for port e3131329-48d1-440e-a6d9-abba9b5d6abd triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:47:45.704139 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-6b37c1b3-8596-47de-8dda-2ac81a7b3a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:47:46.992134 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device e3131329-48d1-440e-a6d9-abba9b5d6abd up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:47:47.060907 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port e3131329-48d1-440e-a6d9-abba9b5d6abd triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:47:47.061268 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:47:57.781897 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 5 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 01:48:02.177415 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-bcd102b1-f6c0-465e-8139-e149f9360b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:48:02.617223 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:48:04.520791 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-3e1bf4a4-7c1b-4a95-ad7a-fec28f38594f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:48:05.451609 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:48:06.903066 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:48:32.160117 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-163f5b84-17d8-411d-ba17-01018bc8079e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:48:32.622866 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:48:34.560141 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-cc5a811c-d83b-4524-86f0-c63dc83d913c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:48:34.782142 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 5 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 01:48:35.531553 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:48:36.959551 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:49:02.170975 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-31ded504-6b7f-4fc5-b5e2-9d692174a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:49:02.622582 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:49:04.542683 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-56f18273-07a2-41f0-99b1-7627e2c22846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:49:05.485787 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:49:06.936711 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:49:11.781597 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 5 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 01:49:16.184297 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 36578) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:49:16.190276 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [None req-35e01f96-3cd3-4a11-8cc1-0973e4107365 tempest-verify_tempest_config-412210915 tempest-verify_tempest_config-412210915-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=75883) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 01:49:16.191222 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-35e01f96-3cd3-4a11-8cc1-0973e4107365 tempest-verify_tempest_config-412210915 tempest-verify_tempest_config-412210915-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0059767 Aug 23 01:49:16.724889 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 36594) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:49:16.863413 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-58f1e38c-5d13-4abc-bedc-322922b9539f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:49:16.903885 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-58f1e38c-5d13-4abc-bedc-322922b9539f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:49:16.907688 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-58f1e38c-5d13-4abc-bedc-322922b9539f admin admin] Usage tracker for resource:security_group_rule and tenant:fce47e540eff4aff8ca1d0837152451a is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:49:16.911151 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-58f1e38c-5d13-4abc-bedc-322922b9539f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:49:16.916912 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-58f1e38c-5d13-4abc-bedc-322922b9539f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:49:16.983252 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-58f1e38c-5d13-4abc-bedc-322922b9539f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:49:17.051201 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-58f1e38c-5d13-4abc-bedc-322922b9539f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:49:17.058462 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:49:17.096852 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1e38c-5d13-4abc-bedc-322922b9539f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175a2ce8-7d1d-4736-87dd-55c9c2e5871b,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:49:17.102368 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-58f1e38c-5d13-4abc-bedc-322922b9539f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fce47e540eff4aff8ca1d0837152451a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3765006 Aug 23 01:49:17.105093 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 36600) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:49:17.107496 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1e38c-5d13-4abc-bedc-322922b9539f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:49:17.107837 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1e38c-5d13-4abc-bedc-322922b9539f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:49:17.108168 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1e38c-5d13-4abc-bedc-322922b9539f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:49:17.108491 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1e38c-5d13-4abc-bedc-322922b9539f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:49:17.108811 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1e38c-5d13-4abc-bedc-322922b9539f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:49:17.109132 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1e38c-5d13-4abc-bedc-322922b9539f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:49:17.109447 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1e38c-5d13-4abc-bedc-322922b9539f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:49:17.109763 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1e38c-5d13-4abc-bedc-322922b9539f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:49:17.110077 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1e38c-5d13-4abc-bedc-322922b9539f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:49:17.110388 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1e38c-5d13-4abc-bedc-322922b9539f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:49:17.110726 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1e38c-5d13-4abc-bedc-322922b9539f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:49:17.115567 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-58f1e38c-5d13-4abc-bedc-322922b9539f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:49:17.165662 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-a1068a73-5120-4937-82f1-40b6299d76e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:49:17.191707 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-a1068a73-5120-4937-82f1-40b6299d76e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:49:17.336373 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-a1068a73-5120-4937-82f1-40b6299d76e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:49:17.341314 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:49:17.354186 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1068a73-5120-4937-82f1-40b6299d76e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175a2ce8-7d1d-4736-87dd-55c9c2e5871b,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:49:17.358808 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-a1068a73-5120-4937-82f1-40b6299d76e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:49:17.359940 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-a1068a73-5120-4937-82f1-40b6299d76e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/175a2ce8-7d1d-4736-87dd-55c9c2e5871b HTTP/1.1" status: 204 len: 168 time: 0.2539020 Aug 23 01:49:17.365487 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1068a73-5120-4937-82f1-40b6299d76e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:49:17.365824 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1068a73-5120-4937-82f1-40b6299d76e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:49:17.366151 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1068a73-5120-4937-82f1-40b6299d76e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:49:17.366470 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1068a73-5120-4937-82f1-40b6299d76e8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:49:17.366788 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1068a73-5120-4937-82f1-40b6299d76e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:49:17.367104 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1068a73-5120-4937-82f1-40b6299d76e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:49:17.367466 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1068a73-5120-4937-82f1-40b6299d76e8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:49:17.367763 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1068a73-5120-4937-82f1-40b6299d76e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:49:17.368077 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1068a73-5120-4937-82f1-40b6299d76e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:49:17.368388 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1068a73-5120-4937-82f1-40b6299d76e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:49:17.368698 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1068a73-5120-4937-82f1-40b6299d76e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:49:17.371824 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-a1068a73-5120-4937-82f1-40b6299d76e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:49:32.427550 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-8c9c586a-75bf-433a-ab38-d8cf3519cd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:49:32.627435 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:49:34.559195 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-5aa90309-339c-4112-96e6-58ce8a57008a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:49:35.473234 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:49:36.942026 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:49:48.781423 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 5 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 01:50:02.175731 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-b6af3408-809e-45ab-8472-af77a967b0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:50:02.638102 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:50:04.535807 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-16783a34-79a2-46f8-b2de-7c08825e7880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:50:05.484635 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:50:06.907791 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:50:25.780873 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 5 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 01:50:32.157197 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-fa54f3f4-6ff8-4900-90e5-edb78d9678f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:50:32.638175 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:50:34.545751 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-8bac2cfd-df34-4c2f-9a80-673710f9eb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:50:35.523621 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:50:36.912377 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:50:51.722780 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-406476'] for agent, after_create {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:51:02.169575 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-5b4178d2-8bed-4e8c-aa8e-ef76a2c4af00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:51:02.637835 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:51:02.780353 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 01:51:04.551897 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-717c1775-7b71-4749-92d5-38fd845edffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:51:05.522645 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:51:06.762764 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 36678) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:51:06.899094 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-2585d776-bd70-4632-82bf-8e49641c15c4 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1351032 Aug 23 01:51:06.912228 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:51:08.931552 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 36688) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:51:09.012313 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-62ab1ee7-e8a8-48d7-8867-ba13b00993ce admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0796797 Aug 23 01:51:21.694621 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:51:32.146434 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-8b478fb7-05f9-4232-b701-b2e58ea24502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:51:32.630862 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:51:34.528926 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-3fd996ee-d1ab-49bc-9c4b-617e801f5c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:51:35.516941 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:51:36.929120 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:51:39.780751 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 01:51:51.699753 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:02.185426 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-993e5b80-b521-4ce8-9545-8e2ae72a0fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:02.635559 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:04.533983 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-c1035411-f709-418c-98a3-f0b042ab9f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:05.511459 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:06.939863 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:16.780973 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 01:52:21.881361 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:32.202468 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-3990abbc-2087-4a02-8260-63d9694d66e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:32.676496 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:34.550285 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-dabbdeb3-7311-4706-aa6d-06bb27e6a3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:35.499375 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:36.944986 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:51.740397 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:53.780746 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 01:52:54.924015 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 36858) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:52:55.626350 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 36878) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:52:55.642028 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1098116429-network', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:52:55.648196 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:52:55.652374 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Usage tracker for resource:network and tenant:cf02a4e5b4424ce18a07cf20fa1241a3 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:52:55.655346 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:52:55.662776 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:52:55.666535 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 36886) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:52:55.706978 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 36892) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:52:55.743208 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 36898) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:52:55.765590 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Made reservation on behalf of cf02a4e5b4424ce18a07cf20fa1241a3 for: {'network': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:52:55.767971 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for network, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:55.781100 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:55.813744 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:52:55.817859 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Usage tracker for resource:security_group_rule and tenant:cf02a4e5b4424ce18a07cf20fa1241a3 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:52:55.820742 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:52:55.826501 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:52:55.894737 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:55.986847 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-fbc8bce3-e161-4680-a019-9bcec2f30969 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-708111918-network', 'tenant_id': '940e2126538e41ad94209d280bc548f0'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:52:55.992976 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-fbc8bce3-e161-4680-a019-9bcec2f30969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:52:55.995124 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:55.997463 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-fbc8bce3-e161-4680-a019-9bcec2f30969 admin admin] Usage tracker for resource:network and tenant:940e2126538e41ad94209d280bc548f0 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:52:56.003352 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-fbc8bce3-e161-4680-a019-9bcec2f30969 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:52:56.005937 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:52:56.018012 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-fbc8bce3-e161-4680-a019-9bcec2f30969 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:52:56.034816 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=75884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 01:52:56.062540 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1166605604-network', 'tenant_id': 'ed23a69198f343279bb0f169ea59efda'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:52:56.069114 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:56.069467 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.db.segments_db [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Added segment 4998317b-f65b-459a-b79b-8cace97c4771 of type vlan for network c52bbd1c-24b9-493a-8949-3808e1dea7a6 Aug 23 01:52:56.070902 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73359f3-53a4-4f01-87bf-fdfd06816d3d,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:52:56.091228 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:56.092067 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:56.092067 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:56.092366 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:56.092657 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:56.092988 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:56.093315 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:56.093631 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:56.094133 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:56.094454 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:56.094774 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:56.095906 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Tracked resource versions report: Aug 23 01:52:56.095906 dv-cinder-805529-1-smb neutron-server[75884]: pushed versions: Aug 23 01:52:56.095906 dv-cinder-805529-1-smb neutron-server[75884]: { 'ConntrackHelper': {'1.0'}, Aug 23 01:52:56.095906 dv-cinder-805529-1-smb neutron-server[75884]: 'Log': {'1.0'}, Aug 23 01:52:56.095906 dv-cinder-805529-1-smb neutron-server[75884]: 'Network': {'1.1'}, Aug 23 01:52:56.095906 dv-cinder-805529-1-smb neutron-server[75884]: 'Port': {'1.5'}, Aug 23 01:52:56.095906 dv-cinder-805529-1-smb neutron-server[75884]: 'PortForwarding': {'1.2'}, Aug 23 01:52:56.095906 dv-cinder-805529-1-smb neutron-server[75884]: 'QosPolicy': {'1.8'}, Aug 23 01:52:56.095906 dv-cinder-805529-1-smb neutron-server[75884]: 'SecurityGroup': {'1.2'}, Aug 23 01:52:56.095906 dv-cinder-805529-1-smb neutron-server[75884]: 'SecurityGroupRule': {'1.0'}, Aug 23 01:52:56.095906 dv-cinder-805529-1-smb neutron-server[75884]: 'SubPort': {'1.0'}, Aug 23 01:52:56.095906 dv-cinder-805529-1-smb neutron-server[75884]: 'Subnet': {'1.1'}, Aug 23 01:52:56.095906 dv-cinder-805529-1-smb neutron-server[75884]: 'Trunk': {'1.1'}} Aug 23 01:52:56.095906 dv-cinder-805529-1-smb neutron-server[75884]: consumer versions: Aug 23 01:52:56.095906 dv-cinder-805529-1-smb neutron-server[75884]: { DHCP agent@dv-cinder-805529-1-smb: {}, Aug 23 01:52:56.095906 dv-cinder-805529-1-smb neutron-server[75884]: HyperV agent@hv-cinder-80552: {}, Aug 23 01:52:56.095906 dv-cinder-805529-1-smb neutron-server[75884]: L3 agent@dv-cinder-805529-1-smb: {}, Aug 23 01:52:56.095906 dv-cinder-805529-1-smb neutron-server[75884]: Metadata agent@dv-cinder-805529-1-smb: {}, Aug 23 01:52:56.095906 dv-cinder-805529-1-smb neutron-server[75884]: Metering agent@dv-cinder-805529-1-smb: {}, Aug 23 01:52:56.095906 dv-cinder-805529-1-smb neutron-server[75884]: Open vSwitch agent@dv-cinder-805529-1-smb: { 'ConntrackHelper': '1.0', Aug 23 01:52:56.095906 dv-cinder-805529-1-smb neutron-server[75884]: 'Log': '1.0', Aug 23 01:52:56.095906 dv-cinder-805529-1-smb neutron-server[75884]: 'Network': '1.1', Aug 23 01:52:56.095906 dv-cinder-805529-1-smb neutron-server[75884]: 'Port': '1.5', Aug 23 01:52:56.095906 dv-cinder-805529-1-smb neutron-server[75884]: 'PortForwarding': '1.2', Aug 23 01:52:56.095906 dv-cinder-805529-1-smb neutron-server[75884]: 'QosPolicy': '1.8', Aug 23 01:52:56.095906 dv-cinder-805529-1-smb neutron-server[75884]: 'SecurityGroup': '1.2', Aug 23 01:52:56.095906 dv-cinder-805529-1-smb neutron-server[75884]: 'SecurityGroupRule': '1.0', Aug 23 01:52:56.095906 dv-cinder-805529-1-smb neutron-server[75884]: 'SubPort': '1.0', Aug 23 01:52:56.095906 dv-cinder-805529-1-smb neutron-server[75884]: 'Subnet': '1.1', Aug 23 01:52:56.095906 dv-cinder-805529-1-smb neutron-server[75884]: 'Trunk': '1.1'}} Aug 23 01:52:56.095906 dv-cinder-805529-1-smb neutron-server[75884]: {{(pid=75884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 01:52:56.099607 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:52:56.117352 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755480149414'] for network, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:56.121409 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:52:56.125516 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Usage tracker for resource:network and tenant:ed23a69198f343279bb0f169ea59efda is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:52:56.130226 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:52:56.133365 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc8bce3-e161-4680-a019-9bcec2f30969 admin admin] Made reservation on behalf of 940e2126538e41ad94209d280bc548f0 for: {'network': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:52:56.135831 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-fbc8bce3-e161-4680-a019-9bcec2f30969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for network, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:56.153900 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:52:56.171726 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-fbc8bce3-e161-4680-a019-9bcec2f30969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:56.215998 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-fbc8bce3-e161-4680-a019-9bcec2f30969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:52:56.220830 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-fbc8bce3-e161-4680-a019-9bcec2f30969 admin admin] Usage tracker for resource:security_group_rule and tenant:940e2126538e41ad94209d280bc548f0 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:52:56.224136 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-fbc8bce3-e161-4680-a019-9bcec2f30969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:52:56.230538 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-fbc8bce3-e161-4680-a019-9bcec2f30969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:52:56.238483 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-2138e78b-214f-49c9-bfa0-068c2e08b9af admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-328108395-network', 'tenant_id': '19fb13e7c5e24c35930091d9780fb75c'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:52:56.248213 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-2138e78b-214f-49c9-bfa0-068c2e08b9af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:52:56.253437 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-91b1b842-5ace-4ae9-bfd2-aca0abe4f309 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1962057698-network', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:52:56.262117 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-2138e78b-214f-49c9-bfa0-068c2e08b9af admin admin] Usage tracker for resource:network and tenant:19fb13e7c5e24c35930091d9780fb75c is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:52:56.266323 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-2138e78b-214f-49c9-bfa0-068c2e08b9af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:52:56.277078 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-2138e78b-214f-49c9-bfa0-068c2e08b9af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:52:56.282207 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-91b1b842-5ace-4ae9-bfd2-aca0abe4f309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:52:56.292716 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Made reservation on behalf of ed23a69198f343279bb0f169ea59efda for: {'network': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:52:56.295051 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for network, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:56.307324 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-91b1b842-5ace-4ae9-bfd2-aca0abe4f309 admin admin] Usage tracker for resource:network and tenant:4974ea7b9027427197b8907f91b8fd1c is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:52:56.317874 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-91b1b842-5ace-4ae9-bfd2-aca0abe4f309 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:52:56.322270 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844'] for network, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:56.326946 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:56.342211 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-91b1b842-5ace-4ae9-bfd2-aca0abe4f309 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:52:56.345925 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:52:56.347960 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:56.354829 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-f5342a88-1b87-48a0-bc46-acff310021a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:52:56.405624 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2138e78b-214f-49c9-bfa0-068c2e08b9af admin admin] Made reservation on behalf of 19fb13e7c5e24c35930091d9780fb75c for: {'network': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:52:56.408013 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-2138e78b-214f-49c9-bfa0-068c2e08b9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for network, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:56.459535 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-2138e78b-214f-49c9-bfa0-068c2e08b9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:56.577490 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b1b842-5ace-4ae9-bfd2-aca0abe4f309 admin admin] Made reservation on behalf of 4974ea7b9027427197b8907f91b8fd1c for: {'network': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:52:56.580021 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-91b1b842-5ace-4ae9-bfd2-aca0abe4f309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for network, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:56.589533 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:52:56.606458 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6814191 Aug 23 01:52:56.610002 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 36934) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:52:56.611905 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-fbc8bce3-e161-4680-a019-9bcec2f30969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:56.617548 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [None req-25ae351f-eede-46ef-9187-38d263ef59fb admin admin] Request body: {'subnet': {'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1098116429-subnet', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:52:56.620995 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Usage tracker for resource:security_group_rule and tenant:ed23a69198f343279bb0f169ea59efda is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:52:56.622959 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-25ae351f-eede-46ef-9187-38d263ef59fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:52:56.626784 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-91b1b842-5ace-4ae9-bfd2-aca0abe4f309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:56.626892 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-25ae351f-eede-46ef-9187-38d263ef59fb admin admin] Usage tracker for resource:subnet and tenant:cf02a4e5b4424ce18a07cf20fa1241a3 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:52:56.630053 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-25ae351f-eede-46ef-9187-38d263ef59fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:52:56.636179 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-25ae351f-eede-46ef-9187-38d263ef59fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:52:56.639930 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:52:56.645557 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Pushing event updated for resources: {'Network': ['ID=c52bbd1c-24b9-493a-8949-3808e1dea7a6,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:52:56.648536 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:52:56.662223 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:52:56.669190 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Network c52bbd1c-24b9-493a-8949-3808e1dea7a6 details requested by agent ovs-agent-dv-cinder-805529-1-smb with host dv-cinder-805529-1-smb {{(pid=75885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 01:52:56.751559 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ae351f-eede-46ef-9187-38d263ef59fb admin admin] Made reservation on behalf of cf02a4e5b4424ce18a07cf20fa1241a3 for: {'subnet': 1} {{(pid=75883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:52:56.755845 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-25ae351f-eede-46ef-9187-38d263ef59fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:56.777517 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-2138e78b-214f-49c9-bfa0-068c2e08b9af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:52:56.782753 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-2138e78b-214f-49c9-bfa0-068c2e08b9af admin admin] Usage tracker for resource:security_group_rule and tenant:19fb13e7c5e24c35930091d9780fb75c is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:52:56.786074 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-fbc8bce3-e161-4680-a019-9bcec2f30969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:56.787081 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-2138e78b-214f-49c9-bfa0-068c2e08b9af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:52:56.824335 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-2138e78b-214f-49c9-bfa0-068c2e08b9af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:52:56.829293 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:56.850147 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:52:56.906968 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc8bce3-e161-4680-a019-9bcec2f30969 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=75884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 01:52:56.918811 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-91b1b842-5ace-4ae9-bfd2-aca0abe4f309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:52:56.925113 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:56.935134 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-91b1b842-5ace-4ae9-bfd2-aca0abe4f309 admin admin] Usage tracker for resource:security_group_rule and tenant:4974ea7b9027427197b8907f91b8fd1c is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:52:56.940796 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8bce3-e161-4680-a019-9bcec2f30969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318f683c-d328-4efd-af62-db9339f3461a,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:52:56.948416 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-91b1b842-5ace-4ae9-bfd2-aca0abe4f309 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:52:56.951530 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-fbc8bce3-e161-4680-a019-9bcec2f30969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:56.951863 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.db.segments_db [None req-fbc8bce3-e161-4680-a019-9bcec2f30969 admin admin] Added segment 0d4b18ff-4c61-4745-bf27-69e46a708d87 of type vlan for network 2923ff85-c672-42fc-9cad-ac2843fb8239 Aug 23 01:52:56.953905 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-fbc8bce3-e161-4680-a019-9bcec2f30969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:52:56.955451 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-a1068a73-5120-4937-82f1-40b6299d76e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:52:56.981360 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-91b1b842-5ace-4ae9-bfd2-aca0abe4f309 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:52:57.072477 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781b8de4-bd92-49d8-82c5-9b1bd824a4a9,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:52:57.089628 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-fbc8bce3-e161-4680-a019-9bcec2f30969 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755480149414'] for network, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:57.096908 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:52:57.128012 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-2138e78b-214f-49c9-bfa0-068c2e08b9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:57.131898 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-25ae351f-eede-46ef-9187-38d263ef59fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844'] for subnet, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:57.141744 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:52:57.201338 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-2138e78b-214f-49c9-bfa0-068c2e08b9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:57.206487 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-91b1b842-5ace-4ae9-bfd2-aca0abe4f309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:57.213041 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-fbc8bce3-e161-4680-a019-9bcec2f30969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:52:57.252051 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae351f-eede-46ef-9187-38d263ef59fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9526bab9-7a16-49c6-a5b7-cf27000d2897,revision_number=0']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:52:57.265569 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138e78b-214f-49c9-bfa0-068c2e08b9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f807e66-ae47-4ff1-b824-c308ca4faaf1,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:52:57.269029 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-fbc8bce3-e161-4680-a019-9bcec2f30969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844'] for network, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:57.273799 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-2138e78b-214f-49c9-bfa0-068c2e08b9af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:52:57.273799 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc8bce3-e161-4680-a019-9bcec2f30969 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:52:57.273799 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-fbc8bce3-e161-4680-a019-9bcec2f30969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:57.281453 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-c5f644f5-489d-4ecc-ad6d-bd2e9252c7f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:52:57.290511 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae351f-eede-46ef-9187-38d263ef59fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:57.290866 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae351f-eede-46ef-9187-38d263ef59fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:57.291207 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae351f-eede-46ef-9187-38d263ef59fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:57.291570 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae351f-eede-46ef-9187-38d263ef59fb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:57.291904 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae351f-eede-46ef-9187-38d263ef59fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:57.292235 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae351f-eede-46ef-9187-38d263ef59fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:57.292615 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae351f-eede-46ef-9187-38d263ef59fb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:57.292964 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae351f-eede-46ef-9187-38d263ef59fb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:57.293456 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae351f-eede-46ef-9187-38d263ef59fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:57.293935 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae351f-eede-46ef-9187-38d263ef59fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:57.294414 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae351f-eede-46ef-9187-38d263ef59fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:57.295647 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae351f-eede-46ef-9187-38d263ef59fb admin admin] Tracked resource versions report: Aug 23 01:52:57.295647 dv-cinder-805529-1-smb neutron-server[75883]: pushed versions: Aug 23 01:52:57.295647 dv-cinder-805529-1-smb neutron-server[75883]: { 'ConntrackHelper': {'1.0'}, Aug 23 01:52:57.295647 dv-cinder-805529-1-smb neutron-server[75883]: 'Log': {'1.0'}, Aug 23 01:52:57.295647 dv-cinder-805529-1-smb neutron-server[75883]: 'Network': {'1.1'}, Aug 23 01:52:57.295647 dv-cinder-805529-1-smb neutron-server[75883]: 'Port': {'1.5'}, Aug 23 01:52:57.295647 dv-cinder-805529-1-smb neutron-server[75883]: 'PortForwarding': {'1.2'}, Aug 23 01:52:57.295647 dv-cinder-805529-1-smb neutron-server[75883]: 'QosPolicy': {'1.8'}, Aug 23 01:52:57.295647 dv-cinder-805529-1-smb neutron-server[75883]: 'SecurityGroup': {'1.2'}, Aug 23 01:52:57.295647 dv-cinder-805529-1-smb neutron-server[75883]: 'SecurityGroupRule': {'1.0'}, Aug 23 01:52:57.295647 dv-cinder-805529-1-smb neutron-server[75883]: 'SubPort': {'1.0'}, Aug 23 01:52:57.295647 dv-cinder-805529-1-smb neutron-server[75883]: 'Subnet': {'1.1'}, Aug 23 01:52:57.295647 dv-cinder-805529-1-smb neutron-server[75883]: 'Trunk': {'1.1'}} Aug 23 01:52:57.295647 dv-cinder-805529-1-smb neutron-server[75883]: consumer versions: Aug 23 01:52:57.295647 dv-cinder-805529-1-smb neutron-server[75883]: { DHCP agent@dv-cinder-805529-1-smb: {}, Aug 23 01:52:57.295647 dv-cinder-805529-1-smb neutron-server[75883]: HyperV agent@hv-cinder-80552: {}, Aug 23 01:52:57.295647 dv-cinder-805529-1-smb neutron-server[75883]: L3 agent@dv-cinder-805529-1-smb: {}, Aug 23 01:52:57.295647 dv-cinder-805529-1-smb neutron-server[75883]: Metadata agent@dv-cinder-805529-1-smb: {}, Aug 23 01:52:57.295647 dv-cinder-805529-1-smb neutron-server[75883]: Metering agent@dv-cinder-805529-1-smb: {}, Aug 23 01:52:57.295647 dv-cinder-805529-1-smb neutron-server[75883]: Open vSwitch agent@dv-cinder-805529-1-smb: { 'ConntrackHelper': '1.0', Aug 23 01:52:57.295647 dv-cinder-805529-1-smb neutron-server[75883]: 'Log': '1.0', Aug 23 01:52:57.295647 dv-cinder-805529-1-smb neutron-server[75883]: 'Network': '1.1', Aug 23 01:52:57.295647 dv-cinder-805529-1-smb neutron-server[75883]: 'Port': '1.5', Aug 23 01:52:57.295647 dv-cinder-805529-1-smb neutron-server[75883]: 'PortForwarding': '1.2', Aug 23 01:52:57.295647 dv-cinder-805529-1-smb neutron-server[75883]: 'QosPolicy': '1.8', Aug 23 01:52:57.295647 dv-cinder-805529-1-smb neutron-server[75883]: 'SecurityGroup': '1.2', Aug 23 01:52:57.295647 dv-cinder-805529-1-smb neutron-server[75883]: 'SecurityGroupRule': '1.0', Aug 23 01:52:57.295647 dv-cinder-805529-1-smb neutron-server[75883]: 'SubPort': '1.0', Aug 23 01:52:57.295647 dv-cinder-805529-1-smb neutron-server[75883]: 'Subnet': '1.1', Aug 23 01:52:57.295647 dv-cinder-805529-1-smb neutron-server[75883]: 'Trunk': '1.1'}} Aug 23 01:52:57.295647 dv-cinder-805529-1-smb neutron-server[75883]: {{(pid=75883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 01:52:57.300203 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ae351f-eede-46ef-9187-38d263ef59fb admin admin] Checking segment: {'id': '4998317b-f65b-459a-b79b-8cace97c4771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:52:57.301732 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ae351f-eede-46ef-9187-38d263ef59fb admin admin] Network hostable DHCP agents. Network: c52bbd1c-24b9-493a-8949-3808e1dea7a6, hostable agents: ['a3c6b368-9f05-470a-b08f-b8e256619343'], hosted agents: [] {{(pid=75883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 01:52:57.309751 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-25ae351f-eede-46ef-9187-38d263ef59fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:52:57.314362 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-91b1b842-5ace-4ae9-bfd2-aca0abe4f309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:57.390208 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ae351f-eede-46ef-9187-38d263ef59fb admin admin] Network c52bbd1c-24b9-493a-8949-3808e1dea7a6 is scheduled to be hosted by DHCP agent a3c6b368-9f05-470a-b08f-b8e256619343 with binding_index 1 {{(pid=75883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 01:52:57.400852 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.db.api [None req-2138e78b-214f-49c9-bfa0-068c2e08b9af admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=75884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 01:52:57.401432 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_db.api [None req-2138e78b-214f-49c9-bfa0-068c2e08b9af admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 01:52:57.429901 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.db.api [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=75884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 01:52:57.430206 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_db.api [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 01:52:57.472325 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8bce3-e161-4680-a019-9bcec2f30969 admin admin] Pushing event updated for resources: {'Network': ['ID=2923ff85-c672-42fc-9cad-ac2843fb8239,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:52:57.475683 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b1b842-5ace-4ae9-bfd2-aca0abe4f309 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=75884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 01:52:57.481655 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.base_scheduler [None req-25ae351f-eede-46ef-9187-38d263ef59fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-smb, c52bbd1c-24b9-493a-8949-3808e1dea7a6) {{(pid=75883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:52:57.483684 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-fbc8bce3-e161-4680-a019-9bcec2f30969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:52:57.485522 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:52:57.486002 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ae351f-eede-46ef-9187-38d263ef59fb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:52:57.486702 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-25ae351f-eede-46ef-9187-38d263ef59fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for subnet, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:57.492675 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Network 2923ff85-c672-42fc-9cad-ac2843fb8239 details requested by agent ovs-agent-dv-cinder-805529-1-smb with host dv-cinder-805529-1-smb {{(pid=75885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 01:52:57.516701 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-91b1b842-5ace-4ae9-bfd2-aca0abe4f309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:57.517288 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.db.segments_db [None req-91b1b842-5ace-4ae9-bfd2-aca0abe4f309 admin admin] Added segment 925f2863-4da7-47f7-967e-d699cb09d093 of type vlan for network 5840b669-618c-425e-995c-00dd5d36fe85 Aug 23 01:52:57.545462 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1b842-5ace-4ae9-bfd2-aca0abe4f309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d6268d-88c1-403b-8c12-c6616f6aaccd,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:52:57.549806 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-91b1b842-5ace-4ae9-bfd2-aca0abe4f309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:52:57.571233 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-91b1b842-5ace-4ae9-bfd2-aca0abe4f309 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755480149414'] for network, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:57.612335 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-25ae351f-eede-46ef-9187-38d263ef59fb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9977686 Aug 23 01:52:57.612335 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 36960) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:52:57.614609 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-fbc8bce3-e161-4680-a019-9bcec2f30969 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9867418 Aug 23 01:52:57.615664 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 36962) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:52:57.620010 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [None req-ddbafb6f-6298-4ec4-a665-026a182b8d9f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1098116429-router', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'}}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:52:57.622948 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-8331a804-59d7-4e57-9b01-f69b3358c295 admin admin] Request body: {'subnet': {'network_id': '2923ff85-c672-42fc-9cad-ac2843fb8239', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-708111918-subnet', 'tenant_id': '940e2126538e41ad94209d280bc548f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:52:57.626814 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-ddbafb6f-6298-4ec4-a665-026a182b8d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:52:57.629268 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-8331a804-59d7-4e57-9b01-f69b3358c295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:52:57.634457 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-ddbafb6f-6298-4ec4-a665-026a182b8d9f admin admin] Usage tracker for resource:router and tenant:cf02a4e5b4424ce18a07cf20fa1241a3 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:52:57.638716 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-8331a804-59d7-4e57-9b01-f69b3358c295 admin admin] Usage tracker for resource:subnet and tenant:940e2126538e41ad94209d280bc548f0 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:52:57.638975 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-ddbafb6f-6298-4ec4-a665-026a182b8d9f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:52:57.644383 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-8331a804-59d7-4e57-9b01-f69b3358c295 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:52:57.646929 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-ddbafb6f-6298-4ec4-a665-026a182b8d9f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:52:57.655917 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-8331a804-59d7-4e57-9b01-f69b3358c295 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:52:57.669742 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789d5e89-2973-4fb1-9f1f-883c2a33e4d4 None None] Network c52bbd1c-24b9-493a-8949-3808e1dea7a6 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:52:57.693348 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-91b1b842-5ace-4ae9-bfd2-aca0abe4f309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844'] for network, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:57.694652 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b1b842-5ace-4ae9-bfd2-aca0abe4f309 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:52:57.695450 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-91b1b842-5ace-4ae9-bfd2-aca0abe4f309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:57.700420 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-fbc8bce3-e161-4680-a019-9bcec2f30969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:52:57.750903 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-ddbafb6f-6298-4ec4-a665-026a182b8d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4569'] for router, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:57.752079 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-ddbafb6f-6298-4ec4-a665-026a182b8d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-412180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4386'] for router, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:57.775897 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-ddbafb6f-6298-4ec4-a665-026a182b8d9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:57.811802 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1b842-5ace-4ae9-bfd2-aca0abe4f309 admin admin] Pushing event updated for resources: {'Network': ['ID=5840b669-618c-425e-995c-00dd5d36fe85,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:52:57.814949 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-91b1b842-5ace-4ae9-bfd2-aca0abe4f309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:52:57.826167 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Network 5840b669-618c-425e-995c-00dd5d36fe85 details requested by agent ovs-agent-dv-cinder-805529-1-smb with host dv-cinder-805529-1-smb {{(pid=75885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 01:52:57.893653 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8331a804-59d7-4e57-9b01-f69b3358c295 admin admin] Made reservation on behalf of 940e2126538e41ad94209d280bc548f0 for: {'subnet': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:52:57.896506 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-8331a804-59d7-4e57-9b01-f69b3358c295 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:57.920198 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-2138e78b-214f-49c9-bfa0-068c2e08b9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for network, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:57.939815 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for network, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:58.041638 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 36974) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:52:58.042236 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-91b1b842-5ace-4ae9-bfd2-aca0abe4f309 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2979083 Aug 23 01:52:58.048662 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [None req-eb336859-d999-4ef7-8e2d-a4b39f9af22c admin admin] Request body: {'subnet': {'network_id': '5840b669-618c-425e-995c-00dd5d36fe85', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1962057698-subnet', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:52:58.056545 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-eb336859-d999-4ef7-8e2d-a4b39f9af22c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:52:58.064682 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda118723-1026-5c8b-83fd-a84db345d438-c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'fixed_ips': [{'subnet_id': '9526bab9-7a16-49c6-a5b7-cf27000d2897'}]}} from dv-cinder-805529-1-smb. {{(pid=75885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 01:52:58.065845 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:58.110202 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-eb336859-d999-4ef7-8e2d-a4b39f9af22c admin admin] Usage tracker for resource:subnet and tenant:4974ea7b9027427197b8907f91b8fd1c is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:52:58.117008 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-eb336859-d999-4ef7-8e2d-a4b39f9af22c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:52:58.131039 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-eb336859-d999-4ef7-8e2d-a4b39f9af22c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:52:58.141968 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-ddbafb6f-6298-4ec4-a665-026a182b8d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4404'] for router, precommit_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:58.166351 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2138e78b-214f-49c9-bfa0-068c2e08b9af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=75884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 01:52:58.177532 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-2138e78b-214f-49c9-bfa0-068c2e08b9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:58.182763 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.db.segments_db [None req-2138e78b-214f-49c9-bfa0-068c2e08b9af admin admin] Added segment 269a0b8a-2a6b-4e47-b752-80dff62f9501 of type vlan for network 6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 Aug 23 01:52:58.251864 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.db_base_plugin_common [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Allocated IP 172.20.0.2 (c52bbd1c-24b9-493a-8949-3808e1dea7a6/9526bab9-7a16-49c6-a5b7-cf27000d2897/c8a9a251-0d2c-48a4-ae3e-df01de7beb7b) {{(pid=75885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:52:58.256128 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-2138e78b-214f-49c9-bfa0-068c2e08b9af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755480149414'] for network, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:58.282588 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb336859-d999-4ef7-8e2d-a4b39f9af22c admin admin] Made reservation on behalf of 4974ea7b9027427197b8907f91b8fd1c for: {'subnet': 1} {{(pid=75883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:52:58.291602 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-eb336859-d999-4ef7-8e2d-a4b39f9af22c admin admin] Notify callbacks [] for subnet, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:58.482557 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-2138e78b-214f-49c9-bfa0-068c2e08b9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844'] for network, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:58.494155 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2138e78b-214f-49c9-bfa0-068c2e08b9af admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:52:58.494733 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-2138e78b-214f-49c9-bfa0-068c2e08b9af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:58.521894 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:52:58.531754 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Notify callbacks [] for port, precommit_create {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:58.544001 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.db.api [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=75884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 01:52:58.544316 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_db.api [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 01:52:58.555712 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Transition to ACTIVE for port object c8a9a251-0d2c-48a4-ae3e-df01de7beb7b will not be triggered until provisioned by entity L2. {{(pid=75885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:52:58.608604 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-2138e78b-214f-49c9-bfa0-068c2e08b9af admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.9021025 Aug 23 01:52:58.614119 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 36988) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:52:58.614479 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Transition to ACTIVE for port object c8a9a251-0d2c-48a4-ae3e-df01de7beb7b will not be triggered until provisioned by entity DHCP. {{(pid=75885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:52:58.629410 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-99ed5102-1c4b-484f-967f-4681acc852ab admin admin] Request body: {'subnet': {'network_id': '6fd7eb81-afc9-4814-83ed-f98cc97bf6f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-328108395-subnet', 'tenant_id': '19fb13e7c5e24c35930091d9780fb75c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:52:58.637015 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-99ed5102-1c4b-484f-967f-4681acc852ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:52:58.639256 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-8331a804-59d7-4e57-9b01-f69b3358c295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844'] for subnet, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:58.648394 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-99ed5102-1c4b-484f-967f-4681acc852ab admin admin] Usage tracker for resource:subnet and tenant:19fb13e7c5e24c35930091d9780fb75c is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:52:58.652956 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-99ed5102-1c4b-484f-967f-4681acc852ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:52:58.656580 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138e78b-214f-49c9-bfa0-068c2e08b9af admin admin] Pushing event updated for resources: {'Network': ['ID=6fd7eb81-afc9-4814-83ed-f98cc97bf6f8,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:52:58.665860 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-99ed5102-1c4b-484f-967f-4681acc852ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:52:58.665860 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-2138e78b-214f-49c9-bfa0-068c2e08b9af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:52:58.665860 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:52:58.670502 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Network 6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 details requested by agent ovs-agent-dv-cinder-805529-1-smb with host dv-cinder-805529-1-smb {{(pid=75885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 01:52:58.748592 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331a804-59d7-4e57-9b01-f69b3358c295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ec4e931-02be-4a33-9930-18e862114160,revision_number=0']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:52:58.752164 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-8331a804-59d7-4e57-9b01-f69b3358c295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:52:58.760150 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8331a804-59d7-4e57-9b01-f69b3358c295 admin admin] Checking segment: {'id': '0d4b18ff-4c61-4745-bf27-69e46a708d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2923ff85-c672-42fc-9cad-ac2843fb8239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:52:58.760500 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8331a804-59d7-4e57-9b01-f69b3358c295 admin admin] Network hostable DHCP agents. Network: 2923ff85-c672-42fc-9cad-ac2843fb8239, hostable agents: ['a3c6b368-9f05-470a-b08f-b8e256619343'], hosted agents: [] {{(pid=75884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 01:52:58.795012 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ed5102-1c4b-484f-967f-4681acc852ab admin admin] Made reservation on behalf of 19fb13e7c5e24c35930091d9780fb75c for: {'subnet': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:52:58.797302 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-99ed5102-1c4b-484f-967f-4681acc852ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:58.830318 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-ddbafb6f-6298-4ec4-a665-026a182b8d9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:58.965223 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:58.970744 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8331a804-59d7-4e57-9b01-f69b3358c295 admin admin] Network 2923ff85-c672-42fc-9cad-ac2843fb8239 is scheduled to be hosted by DHCP agent a3c6b368-9f05-470a-b08f-b8e256619343 with binding_index 1 {{(pid=75884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 01:52:58.971964 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:52:59.014387 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-ddbafb6f-6298-4ec4-a665-026a182b8d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:59.066274 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Network c52bbd1c-24b9-493a-8949-3808e1dea7a6 is already hosted by enough agents. {{(pid=75885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:52:59.070607 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.scheduler.base_scheduler [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Resources bound (agent type, host, resource id): {{(pid=75885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:52:59.075888 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Received port after_create {{(pid=75885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:52:59.078518 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Pushing event updated for resources: {'Port': ['ID=c8a9a251-0d2c-48a4-ae3e-df01de7beb7b,revision_number=1']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:52:59.107432 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [None req-8331a804-59d7-4e57-9b01-f69b3358c295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-smb, 2923ff85-c672-42fc-9cad-ac2843fb8239) {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:52:59.117325 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8331a804-59d7-4e57-9b01-f69b3358c295 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:52:59.117907 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-8331a804-59d7-4e57-9b01-f69b3358c295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for subnet, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:59.164661 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 37002) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:52:59.218070 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-8331a804-59d7-4e57-9b01-f69b3358c295 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6009371 Aug 23 01:52:59.219225 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 37008) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:52:59.225312 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc59e276-2235-4e46-9246-4d93db0e652a None None] Network 2923ff85-c672-42fc-9cad-ac2843fb8239 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:52:59.233226 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-8d08f8d6-1d71-470c-b80c-ea99462e7314 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-708111918-router', 'tenant_id': '940e2126538e41ad94209d280bc548f0', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'}}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:52:59.242629 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-8d08f8d6-1d71-470c-b80c-ea99462e7314 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:52:59.251677 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-8d08f8d6-1d71-470c-b80c-ea99462e7314 admin admin] Usage tracker for resource:router and tenant:940e2126538e41ad94209d280bc548f0 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:52:59.251677 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-8d08f8d6-1d71-470c-b80c-ea99462e7314 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:52:59.258008 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-8d08f8d6-1d71-470c-b80c-ea99462e7314 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:52:59.273701 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:59.273927 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:59.277026 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:59.280363 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:59.280363 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:59.280363 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:59.280363 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:59.280363 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:59.280363 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:59.280363 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:59.280363 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:52:59.281065 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Tracked resource versions report: Aug 23 01:52:59.281065 dv-cinder-805529-1-smb neutron-server[75885]: pushed versions: Aug 23 01:52:59.281065 dv-cinder-805529-1-smb neutron-server[75885]: { 'ConntrackHelper': {'1.0'}, Aug 23 01:52:59.281065 dv-cinder-805529-1-smb neutron-server[75885]: 'Log': {'1.0'}, Aug 23 01:52:59.281065 dv-cinder-805529-1-smb neutron-server[75885]: 'Network': {'1.1'}, Aug 23 01:52:59.281065 dv-cinder-805529-1-smb neutron-server[75885]: 'Port': {'1.5'}, Aug 23 01:52:59.281065 dv-cinder-805529-1-smb neutron-server[75885]: 'PortForwarding': {'1.2'}, Aug 23 01:52:59.281065 dv-cinder-805529-1-smb neutron-server[75885]: 'QosPolicy': {'1.8'}, Aug 23 01:52:59.281065 dv-cinder-805529-1-smb neutron-server[75885]: 'SecurityGroup': {'1.2'}, Aug 23 01:52:59.281065 dv-cinder-805529-1-smb neutron-server[75885]: 'SecurityGroupRule': {'1.0'}, Aug 23 01:52:59.281065 dv-cinder-805529-1-smb neutron-server[75885]: 'SubPort': {'1.0'}, Aug 23 01:52:59.281065 dv-cinder-805529-1-smb neutron-server[75885]: 'Subnet': {'1.1'}, Aug 23 01:52:59.281065 dv-cinder-805529-1-smb neutron-server[75885]: 'Trunk': {'1.1'}} Aug 23 01:52:59.281065 dv-cinder-805529-1-smb neutron-server[75885]: consumer versions: Aug 23 01:52:59.281065 dv-cinder-805529-1-smb neutron-server[75885]: { DHCP agent@dv-cinder-805529-1-smb: {}, Aug 23 01:52:59.281065 dv-cinder-805529-1-smb neutron-server[75885]: HyperV agent@hv-cinder-80552: {}, Aug 23 01:52:59.281065 dv-cinder-805529-1-smb neutron-server[75885]: L3 agent@dv-cinder-805529-1-smb: {}, Aug 23 01:52:59.281065 dv-cinder-805529-1-smb neutron-server[75885]: Metadata agent@dv-cinder-805529-1-smb: {}, Aug 23 01:52:59.281065 dv-cinder-805529-1-smb neutron-server[75885]: Metering agent@dv-cinder-805529-1-smb: {}, Aug 23 01:52:59.281065 dv-cinder-805529-1-smb neutron-server[75885]: Open vSwitch agent@dv-cinder-805529-1-smb: { 'ConntrackHelper': '1.0', Aug 23 01:52:59.281065 dv-cinder-805529-1-smb neutron-server[75885]: 'Log': '1.0', Aug 23 01:52:59.281065 dv-cinder-805529-1-smb neutron-server[75885]: 'Network': '1.1', Aug 23 01:52:59.281065 dv-cinder-805529-1-smb neutron-server[75885]: 'Port': '1.5', Aug 23 01:52:59.281065 dv-cinder-805529-1-smb neutron-server[75885]: 'PortForwarding': '1.2', Aug 23 01:52:59.281065 dv-cinder-805529-1-smb neutron-server[75885]: 'QosPolicy': '1.8', Aug 23 01:52:59.281065 dv-cinder-805529-1-smb neutron-server[75885]: 'SecurityGroup': '1.2', Aug 23 01:52:59.281065 dv-cinder-805529-1-smb neutron-server[75885]: 'SecurityGroupRule': '1.0', Aug 23 01:52:59.281065 dv-cinder-805529-1-smb neutron-server[75885]: 'SubPort': '1.0', Aug 23 01:52:59.281065 dv-cinder-805529-1-smb neutron-server[75885]: 'Subnet': '1.1', Aug 23 01:52:59.281065 dv-cinder-805529-1-smb neutron-server[75885]: 'Trunk': '1.1'}} Aug 23 01:52:59.281065 dv-cinder-805529-1-smb neutron-server[75885]: {{(pid=75885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 01:52:59.288544 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.db_base_plugin_common [None req-ddbafb6f-6298-4ec4-a665-026a182b8d9f admin admin] Allocated IP 172.28.2.11 (90009780-9c2f-491e-b27f-d9d23ecfb7b4/1e7d67c2-da92-4caf-b211-787ee080d8b0/4dce87fc-1798-47b5-9f60-cccd839c37cb) {{(pid=75883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:52:59.311206 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-99ed5102-1c4b-484f-967f-4681acc852ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844'] for subnet, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:59.316268 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:52:59.367366 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:52:59.411397 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-8d08f8d6-1d71-470c-b80c-ea99462e7314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4569'] for router, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:59.412380 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-8d08f8d6-1d71-470c-b80c-ea99462e7314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-412180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4386'] for router, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:59.424423 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Attempting to bind port c8a9a251-0d2c-48a4-ae3e-df01de7beb7b on host dv-cinder-805529-1-smb for vnic_type normal with profile {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:52:59.424784 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Attempting to bind port c8a9a251-0d2c-48a4-ae3e-df01de7beb7b by drivers openvswitch,hyperv on host dv-cinder-805529-1-smb at level 0 using segments [{'id': '4998317b-f65b-459a-b79b-8cace97c4771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6'}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:52:59.425300 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Attempting to bind port c8a9a251-0d2c-48a4-ae3e-df01de7beb7b on network c52bbd1c-24b9-493a-8949-3808e1dea7a6 {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:52:59.429620 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-eb336859-d999-4ef7-8e2d-a4b39f9af22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844'] for subnet, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:59.438060 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c2338fd0-f77b-451d-8bd0-a11b23f13dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:59.444014 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:52:59.493701 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ed5102-1c4b-484f-967f-4681acc852ab admin admin] Checking segment: {'id': '269a0b8a-2a6b-4e47-b752-80dff62f9501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6fd7eb81-afc9-4814-83ed-f98cc97bf6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:52:59.494139 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ed5102-1c4b-484f-967f-4681acc852ab admin admin] Network hostable DHCP agents. Network: 6fd7eb81-afc9-4814-83ed-f98cc97bf6f8, hostable agents: ['a3c6b368-9f05-470a-b08f-b8e256619343'], hosted agents: [] {{(pid=75884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 01:52:59.510404 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Checking agent: {'id': '7e854a2e-3ddb-4791-9f4e-63d19a343734', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 44, 3), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:52:59.511032 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Checking segment: {'id': '4998317b-f65b-459a-b79b-8cace97c4771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:52:59.515716 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:59.515716 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Bound using segment: {'id': '4998317b-f65b-459a-b79b-8cace97c4771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6'} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:52:59.515716 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Bound port: c8a9a251-0d2c-48a4-ae3e-df01de7beb7b, host: dv-cinder-805529-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4998317b-f65b-459a-b79b-8cace97c4771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6'}}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:52:59.515716 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:59.534180 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb336859-d999-4ef7-8e2d-a4b39f9af22c admin admin] Checking segment: {'id': '925f2863-4da7-47f7-967e-d699cb09d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:52:59.534821 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb336859-d999-4ef7-8e2d-a4b39f9af22c admin admin] Network hostable DHCP agents. Network: 5840b669-618c-425e-995c-00dd5d36fe85, hostable agents: ['a3c6b368-9f05-470a-b08f-b8e256619343'], hosted agents: [] {{(pid=75883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 01:52:59.539780 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed5102-1c4b-484f-967f-4681acc852ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=824eb3c9-cfbc-4739-ace0-27334b2e4f9e,revision_number=0']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:52:59.545222 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for network, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:59.561891 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-99ed5102-1c4b-484f-967f-4681acc852ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:52:59.561891 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-c2338fd0-f77b-451d-8bd0-a11b23f13dbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:52:59.564628 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-c2338fd0-f77b-451d-8bd0-a11b23f13dbc admin admin] Usage tracker for resource:security_group_rule and tenant:967d0f041de0493d9c5a388e9e19e1a6 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:52:59.571243 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-c2338fd0-f77b-451d-8bd0-a11b23f13dbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:52:59.579857 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-c2338fd0-f77b-451d-8bd0-a11b23f13dbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:52:59.584119 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-8d08f8d6-1d71-470c-b80c-ea99462e7314 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:59.587990 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb336859-d999-4ef7-8e2d-a4b39f9af22c admin admin] Pushing event updated for resources: {'Subnet': ['ID=afcb811f-6ebd-4831-86e9-dd7cc945a891,revision_number=0']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:52:59.593954 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-eb336859-d999-4ef7-8e2d-a4b39f9af22c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:52:59.600639 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=75884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 01:52:59.611616 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:59.611927 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.db.segments_db [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Added segment 6308b546-aecb-4083-ae83-1aa8e93d5b50 of type vlan for network f2d82971-be94-4d1f-bdf2-ebca81f50ab9 Aug 23 01:52:59.631573 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-ddbafb6f-6298-4ec4-a665-026a182b8d9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:59.643044 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755480149414'] for network, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:59.664646 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ed5102-1c4b-484f-967f-4681acc852ab admin admin] Network 6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 is scheduled to be hosted by DHCP agent a3c6b368-9f05-470a-b08f-b8e256619343 with binding_index 1 {{(pid=75884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 01:52:59.765881 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c2338fd0-f77b-451d-8bd0-a11b23f13dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:59.771262 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596ec5f8-2826-4209-96ec-d9c846f33c3a None None] Network 2923ff85-c672-42fc-9cad-ac2843fb8239 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:52:59.791956 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-ddbafb6f-6298-4ec4-a665-026a182b8d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:59.792722 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb336859-d999-4ef7-8e2d-a4b39f9af22c admin admin] Network 5840b669-618c-425e-995c-00dd5d36fe85 is scheduled to be hosted by DHCP agent a3c6b368-9f05-470a-b08f-b8e256619343 with binding_index 1 {{(pid=75883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 01:52:59.806443 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:52:59.835359 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844'] for network, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:59.857548 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbafb6f-6298-4ec4-a665-026a182b8d9f admin admin] Network 90009780-9c2f-491e-b27f-d9d23ecfb7b4 is already hosted by enough agents. {{(pid=75883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:52:59.869948 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.base_scheduler [None req-ddbafb6f-6298-4ec4-a665-026a182b8d9f admin admin] Resources bound (agent type, host, resource id): {{(pid=75883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:52:59.869948 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbafb6f-6298-4ec4-a665-026a182b8d9f admin admin] Received port after_create {{(pid=75883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:52:59.943848 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:52:59.944596 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:59.956494 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-91b1b842-5ace-4ae9-bfd2-aca0abe4f309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:52:59.956890 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.base_scheduler [None req-eb336859-d999-4ef7-8e2d-a4b39f9af22c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-smb, 5840b669-618c-425e-995c-00dd5d36fe85) {{(pid=75883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:52:59.966508 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb336859-d999-4ef7-8e2d-a4b39f9af22c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:52:59.967315 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-eb336859-d999-4ef7-8e2d-a4b39f9af22c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for subnet, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:59.978749 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [None req-99ed5102-1c4b-484f-967f-4681acc852ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-smb, 6fd7eb81-afc9-4814-83ed-f98cc97bf6f8) {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:52:59.980296 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c2338fd0-f77b-451d-8bd0-a11b23f13dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:52:59.988998 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbafb6f-6298-4ec4-a665-026a182b8d9f admin admin] Pushing event updated for resources: {'Port': ['ID=4dce87fc-1798-47b5-9f60-cccd839c37cb,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:52:59.999352 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-ddbafb6f-6298-4ec4-a665-026a182b8d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:00.022279 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] For port c8a9a251-0d2c-48a4-ae3e-df01de7beb7b, host dv-cinder-805529-1-smb, cleared binding levels {{(pid=75885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:53:00.030380 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] For port c8a9a251-0d2c-48a4-ae3e-df01de7beb7b, host dv-cinder-805529-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=c8a9a251-0d2c-48a4-ae3e-df01de7beb7b,segment=NetworkSegment(4998317b-f65b-459a-b79b-8cace97c4771),segment_id=4998317b-f65b-459a-b79b-8cace97c4771)] {{(pid=75885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:53:00.040381 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b29aa9-d356-49e2-b404-51bc4557e712 None None] Network 5840b669-618c-425e-995c-00dd5d36fe85 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:53:00.047652 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ed5102-1c4b-484f-967f-4681acc852ab admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:00.048231 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-99ed5102-1c4b-484f-967f-4681acc852ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for subnet, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:00.058911 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3026c0ee-d6fd-4b46-9e3a-4fd940d3e455 None None] Network 6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:53:00.132087 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-eb336859-d999-4ef7-8e2d-a4b39f9af22c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0867062 Aug 23 01:53:00.132454 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 37030) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:00.143650 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [None req-5637355d-584e-424f-9b79-310b827eeaea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1962057698-router', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'}}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:53:00.151479 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-5637355d-584e-424f-9b79-310b827eeaea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:00.151696 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:00.156852 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-5637355d-584e-424f-9b79-310b827eeaea admin admin] Usage tracker for resource:router and tenant:4974ea7b9027427197b8907f91b8fd1c is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:00.162523 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-5637355d-584e-424f-9b79-310b827eeaea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:00.170553 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-5637355d-584e-424f-9b79-310b827eeaea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:00.179557 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:00.185672 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-ddbafb6f-6298-4ec4-a665-026a182b8d9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:00.190381 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-ddbafb6f-6298-4ec4-a665-026a182b8d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405533'] for router, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:00.220327 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Pushing event updated for resources: {'Network': ['ID=f2d82971-be94-4d1f-bdf2-ebca81f50ab9,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:00.227433 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:00.228806 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-2138e78b-214f-49c9-bfa0-068c2e08b9af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:00.238393 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-c2338fd0-f77b-451d-8bd0-a11b23f13dbc admin admin] Synchronizing usage tracker for tenant:adad312bf8df47c5ab5dc1dee0b9c4df on resource:security_group {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:53:00.248447 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-8d08f8d6-1d71-470c-b80c-ea99462e7314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4404'] for router, precommit_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:00.264869 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Network f2d82971-be94-4d1f-bdf2-ebca81f50ab9 details requested by agent ovs-agent-dv-cinder-805529-1-smb with host dv-cinder-805529-1-smb {{(pid=75885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 01:53:00.278191 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2338fd0-f77b-451d-8bd0-a11b23f13dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec71425-deb0-4e0b-85a2-6d8a52d03182,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:00.282132 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-c2338fd0-f77b-451d-8bd0-a11b23f13dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:00.330884 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.6608593 Aug 23 01:53:00.330884 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-99ed5102-1c4b-484f-967f-4681acc852ab admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7152669 Aug 23 01:53:00.331853 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 37038) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:00.339036 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-90a21b0c-418c-4e39-8f87-2acf03492f0b admin admin] Request body: {'subnet': {'network_id': 'f2d82971-be94-4d1f-bdf2-ebca81f50ab9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1166605604-subnet', 'tenant_id': 'ed23a69198f343279bb0f169ea59efda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:53:00.343987 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-90a21b0c-418c-4e39-8f87-2acf03492f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:00.348543 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-90a21b0c-418c-4e39-8f87-2acf03492f0b admin admin] Usage tracker for resource:subnet and tenant:ed23a69198f343279bb0f169ea59efda is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:00.351897 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-90a21b0c-418c-4e39-8f87-2acf03492f0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:00.359159 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-90a21b0c-418c-4e39-8f87-2acf03492f0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:00.385821 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-c2338fd0-f77b-451d-8bd0-a11b23f13dbc admin admin] Unset dirty status for tenant:adad312bf8df47c5ab5dc1dee0b9c4df on resource:security_group {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:53:00.390800 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 37044) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:00.397160 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-c2338fd0-f77b-451d-8bd0-a11b23f13dbc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=967d0f041de0493d9c5a388e9e19e1a6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2264616 Aug 23 01:53:00.490701 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-ecf8bfe4-9ece-4295-91d8-6b99bd481111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:00.515277 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a21b0c-418c-4e39-8f87-2acf03492f0b admin admin] Made reservation on behalf of ed23a69198f343279bb0f169ea59efda for: {'subnet': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:53:00.518308 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-90a21b0c-418c-4e39-8f87-2acf03492f0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:00.532836 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-ecf8bfe4-9ece-4295-91d8-6b99bd481111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:00.547595 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5637355d-584e-424f-9b79-310b827eeaea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4569'] for router, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:00.548715 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5637355d-584e-424f-9b79-310b827eeaea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-412180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4386'] for router, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:00.593644 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Pushing event updated for resources: {'Port': ['ID=c8a9a251-0d2c-48a4-ae3e-df01de7beb7b,revision_number=2']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:00.628221 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5637355d-584e-424f-9b79-310b827eeaea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:00.639640 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:00.720052 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbafb6f-6298-4ec4-a665-026a182b8d9f admin admin] Router 2c82253f-4601-4a72-af04-f26a45fbf7b3 is scheduled to L3 agent a65233ca-d566-4bb6-b10d-56979c97574d with binding_index 1 {{(pid=75883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 01:53:00.810050 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbada9e3-c4f5-49e2-8e01-1365064692de None None] Network 6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:53:00.895740 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-ecf8bfe4-9ece-4295-91d8-6b99bd481111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:00.920090 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:00.939278 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb5c1f3-2fa3-41a9-bdfe-d8d8cb1d64ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda118723-1026-5c8b-83fd-a84db345d438-5840b669-618c-425e-995c-00dd5d36fe85', 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'fixed_ips': [{'subnet_id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891'}]}} from dv-cinder-805529-1-smb. {{(pid=75885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 01:53:00.940151 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c1f3-2fa3-41a9-bdfe-d8d8cb1d64ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:00.940856 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-ecf8bfe4-9ece-4295-91d8-6b99bd481111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:00.945825 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-ecf8bfe4-9ece-4295-91d8-6b99bd481111 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2ec71425-deb0-4e0b-85a2-6d8a52d03182 HTTP/1.1" status: 204 len: 168 time: 0.5527427 Aug 23 01:53:00.960135 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8bfe4-9ece-4295-91d8-6b99bd481111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec71425-deb0-4e0b-85a2-6d8a52d03182,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:00.965109 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-ecf8bfe4-9ece-4295-91d8-6b99bd481111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:01.066403 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 37066) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:01.067687 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-8d08f8d6-1d71-470c-b80c-ea99462e7314 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:01.101732 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5637355d-584e-424f-9b79-310b827eeaea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4404'] for router, precommit_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:01.118683 dv-cinder-805529-1-smb neutron-server[75884]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 23 01:53:01.297590 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-8d08f8d6-1d71-470c-b80c-ea99462e7314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:01.345891 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.db_base_plugin_common [None req-fdb5c1f3-2fa3-41a9-bdfe-d8d8cb1d64ac None None] Allocated IP 172.20.0.2 (5840b669-618c-425e-995c-00dd5d36fe85/afcb811f-6ebd-4831-86e9-dd7cc945a891/9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6) {{(pid=75885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:53:01.471106 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device c8a9a251-0d2c-48a4-ae3e-df01de7beb7b up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:53:01.598692 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbafb6f-6298-4ec4-a665-026a182b8d9f admin admin] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 01:53:01.611515 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c90fc6-6e13-472a-8655-a96f8e1353d1 None None] Sync routers for ids ['2c82253f-4601-4a72-af04-f26a45fbf7b3'] in dv-cinder-805529-1-smb {{(pid=75886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 01:53:01.647033 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c90fc6-6e13-472a-8655-a96f8e1353d1 None None] Routers {'2c82253f-4601-4a72-af04-f26a45fbf7b3'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:53:01.647033 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-33c90fc6-6e13-472a-8655-a96f8e1353d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:52:34Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['2c82253f-4601-4a72-af04-f26a45fbf7b3'], 'active': True} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:53:01.727648 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5637355d-584e-424f-9b79-310b827eeaea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:01.785923 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-ddbafb6f-6298-4ec4-a665-026a182b8d9f admin admin] Notify callbacks [] for router, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:01.787132 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-ddbafb6f-6298-4ec4-a665-026a182b8d9f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1745875 Aug 23 01:53:01.790997 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 37086) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:01.796398 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5637355d-584e-424f-9b79-310b827eeaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:01.808854 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-90a21b0c-418c-4e39-8f87-2acf03492f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844'] for subnet, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:01.854335 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-99ed5102-1c4b-484f-967f-4681acc852ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:01.884688 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c1f3-2fa3-41a9-bdfe-d8d8cb1d64ac None None] Notify callbacks [] for port, precommit_create {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:01.898908 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-fdb5c1f3-2fa3-41a9-bdfe-d8d8cb1d64ac None None] Transition to ACTIVE for port object 9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6 will not be triggered until provisioned by entity L2. {{(pid=75885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:53:01.927758 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-fdb5c1f3-2fa3-41a9-bdfe-d8d8cb1d64ac None None] Transition to ACTIVE for port object 9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6 will not be triggered until provisioned by entity DHCP. {{(pid=75885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:53:01.931160 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning for port c8a9a251-0d2c-48a4-ae3e-df01de7beb7b completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:53:01.950738 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-8c1c3a97-cb35-4da3-ad4d-f3346569629a tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:01.953028 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-8c1c3a97-cb35-4da3-ad4d-f3346569629a tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Synchronizing usage tracker for tenant:19fb13e7c5e24c35930091d9780fb75c on resource:network {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:53:01.988184 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_common [None req-8d08f8d6-1d71-470c-b80c-ea99462e7314 admin admin] Allocated IP 172.28.2.220 (90009780-9c2f-491e-b27f-d9d23ecfb7b4/1e7d67c2-da92-4caf-b211-787ee080d8b0/c3757104-d4f4-4fbf-bfef-a48d3e2f5366) {{(pid=75884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:53:02.003097 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c1f3-2fa3-41a9-bdfe-d8d8cb1d64ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:02.011204 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:02.055563 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvr_db [None req-33c90fc6-6e13-472a-8655-a96f8e1353d1 None None] Set router 2c82253f-4601-4a72-af04-f26a45fbf7b3 gateway port host: dv-cinder-805529-1-smb {{(pid=75886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:53:02.101245 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a21b0c-418c-4e39-8f87-2acf03492f0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=400b14b0-a796-4a6a-9d5a-04e50f4f2bc0,revision_number=0']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:02.134542 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 37092) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:02.143825 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2250bb36-f853-46a1-a0ee-704599034e24 None None] Network c52bbd1c-24b9-493a-8949-3808e1dea7a6 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:53:02.195190 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-14c565cc-142a-4547-b39d-bd27f971bb15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:02.234198 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-90a21b0c-418c-4e39-8f87-2acf03492f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:02.246560 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-8c1c3a97-cb35-4da3-ad4d-f3346569629a tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Unset dirty status for tenant:19fb13e7c5e24c35930091d9780fb75c on resource:network {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:53:02.250824 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-8c1c3a97-cb35-4da3-ad4d-f3346569629a tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/networks?id=6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 HTTP/1.1" status: 200 len: 814 time: 1.1398816 Aug 23 01:53:02.253835 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a21b0c-418c-4e39-8f87-2acf03492f0b admin admin] Checking segment: {'id': '6308b546-aecb-4083-ae83-1aa8e93d5b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f2d82971-be94-4d1f-bdf2-ebca81f50ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:53:02.257995 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a21b0c-418c-4e39-8f87-2acf03492f0b admin admin] Network hostable DHCP agents. Network: f2d82971-be94-4d1f-bdf2-ebca81f50ab9, hostable agents: ['a3c6b368-9f05-470a-b08f-b8e256619343'], hosted agents: [] {{(pid=75884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 01:53:02.258685 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-14c565cc-142a-4547-b39d-bd27f971bb15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:02.263925 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-14c565cc-142a-4547-b39d-bd27f971bb15 admin admin] Usage tracker for resource:security_group_rule and tenant:4f395aacc4114cb59de61f14e4e1b553 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:02.267074 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-14c565cc-142a-4547-b39d-bd27f971bb15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:02.276320 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-14c565cc-142a-4547-b39d-bd27f971bb15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:02.378695 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-6b5ebf94-338e-4471-9bf4-9ba6a34947f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:02.384628 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-468d1db5-fbe8-49be-9ba6-a29834fcce43 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/quotas/19fb13e7c5e24c35930091d9780fb75c HTTP/1.1" status: 200 len: 375 time: 0.0890543 Aug 23 01:53:02.422405 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb5c1f3-2fa3-41a9-bdfe-d8d8cb1d64ac None None] Network 5840b669-618c-425e-995c-00dd5d36fe85 is already hosted by enough agents. {{(pid=75885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:53:02.449077 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5c1f3-2fa3-41a9-bdfe-d8d8cb1d64ac None None] Pushing event updated for resources: {'Port': ['ID=9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6,revision_number=1']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:02.460374 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-fdb5c1f3-2fa3-41a9-bdfe-d8d8cb1d64ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:02.461504 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.scheduler.base_scheduler [None req-fdb5c1f3-2fa3-41a9-bdfe-d8d8cb1d64ac None None] Resources bound (agent type, host, resource id): {{(pid=75885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:53:02.465170 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb5c1f3-2fa3-41a9-bdfe-d8d8cb1d64ac None None] Received port after_create {{(pid=75885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:53:02.509017 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-4fbda99b-9055-4c95-bf61-bef2dc5244b3 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=19fb13e7c5e24c35930091d9780fb75c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0989778 Aug 23 01:53:02.534029 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-14c565cc-142a-4547-b39d-bd27f971bb15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:02.549066 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-8d08f8d6-1d71-470c-b80c-ea99462e7314 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:02.596650 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-33c90fc6-6e13-472a-8655-a96f8e1353d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1098116429-router', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:57Z', 'updated_at': '2021-08-23T01:52:59Z', 'revision_number': 3, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'gw_port': {'id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:59Z', 'updated_at': '2021-08-23T01:52:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb'}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:53:02.607505 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c90fc6-6e13-472a-8655-a96f8e1353d1 None None] Checking router: 2c82253f-4601-4a72-af04-f26a45fbf7b3 for host: dv-cinder-805529-1-smb {{(pid=75886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 01:53:02.607874 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c90fc6-6e13-472a-8655-a96f8e1353d1 None None] Updating router 2c82253f-4601-4a72-af04-f26a45fbf7b3 port 4dce87fc-1798-47b5-9f60-cccd839c37cb binding host dv-cinder-805529-1-smb {{(pid=75886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 01:53:02.680013 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-33c90fc6-6e13-472a-8655-a96f8e1353d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:02.690213 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-fdb5c1f3-2fa3-41a9-bdfe-d8d8cb1d64ac None None] Attempting to bind port 9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6 on host dv-cinder-805529-1-smb for vnic_type normal with profile {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:53:02.690480 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-fdb5c1f3-2fa3-41a9-bdfe-d8d8cb1d64ac None None] Attempting to bind port 9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6 by drivers openvswitch,hyperv on host dv-cinder-805529-1-smb at level 0 using segments [{'id': '925f2863-4da7-47f7-967e-d699cb09d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85'}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:53:02.690911 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb5c1f3-2fa3-41a9-bdfe-d8d8cb1d64ac None None] Attempting to bind port 9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6 on network 5840b669-618c-425e-995c-00dd5d36fe85 {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:53:02.709287 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a21b0c-418c-4e39-8f87-2acf03492f0b admin admin] Network f2d82971-be94-4d1f-bdf2-ebca81f50ab9 is scheduled to be hosted by DHCP agent a3c6b368-9f05-470a-b08f-b8e256619343 with binding_index 1 {{(pid=75884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 01:53:02.711215 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-3cb98b03-e5f3-448f-8b9e-c10cb67a3a66 None None] Provisioning for port c8a9a251-0d2c-48a4-ae3e-df01de7beb7b completed by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:53:02.718240 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-3cb98b03-e5f3-448f-8b9e-c10cb67a3a66 None None] Provisioning complete for port c8a9a251-0d2c-48a4-ae3e-df01de7beb7b triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:53:02.718240 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-3cb98b03-e5f3-448f-8b9e-c10cb67a3a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:02.728664 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-14c565cc-142a-4547-b39d-bd27f971bb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:02.751002 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-8d08f8d6-1d71-470c-b80c-ea99462e7314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:02.767781 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:02.768099 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb5c1f3-2fa3-41a9-bdfe-d8d8cb1d64ac None None] Checking agent: {'id': '7e854a2e-3ddb-4791-9f4e-63d19a343734', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 44, 3), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:53:02.768099 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb5c1f3-2fa3-41a9-bdfe-d8d8cb1d64ac None None] Checking segment: {'id': '925f2863-4da7-47f7-967e-d699cb09d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:53:02.768099 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c1f3-2fa3-41a9-bdfe-d8d8cb1d64ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:02.768099 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb5c1f3-2fa3-41a9-bdfe-d8d8cb1d64ac None None] Bound using segment: {'id': '925f2863-4da7-47f7-967e-d699cb09d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85'} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:53:02.768099 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-fdb5c1f3-2fa3-41a9-bdfe-d8d8cb1d64ac None None] Bound port: 9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6, host: dv-cinder-805529-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925f2863-4da7-47f7-967e-d699cb09d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85'}}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:53:02.768099 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c1f3-2fa3-41a9-bdfe-d8d8cb1d64ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:02.768836 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-58f1e38c-5d13-4abc-bedc-322922b9539f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:02.781340 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-14c565cc-142a-4547-b39d-bd27f971bb15 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f395aacc4114cb59de61f14e4e1b553&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6415663 Aug 23 01:53:02.797614 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-5a2a8524-c916-4847-9803-06f3284a0a23 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=75884) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 01:53:02.798745 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-5a2a8524-c916-4847-9803-06f3284a0a23 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1273329 Aug 23 01:53:02.800010 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 37118) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:02.850502 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:02.887123 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c565cc-142a-4547-b39d-bd27f971bb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a184aa95-3e9e-4f17-a43a-ff3ad6fece7d,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:02.893583 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-14c565cc-142a-4547-b39d-bd27f971bb15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:02.916022 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.db_base_plugin_common [None req-5637355d-584e-424f-9b79-310b827eeaea admin admin] Allocated IP 172.28.2.247 (90009780-9c2f-491e-b27f-d9d23ecfb7b4/1e7d67c2-da92-4caf-b211-787ee080d8b0/19ec2b80-baae-4db2-b5a1-93bc76e4a08b) {{(pid=75883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:53:02.931915 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-fdb5c1f3-2fa3-41a9-bdfe-d8d8cb1d64ac None None] For port 9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6, host dv-cinder-805529-1-smb, cleared binding levels {{(pid=75885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:53:02.937305 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-fdb5c1f3-2fa3-41a9-bdfe-d8d8cb1d64ac None None] For port 9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6, host dv-cinder-805529-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6,segment=NetworkSegment(925f2863-4da7-47f7-967e-d699cb09d093),segment_id=925f2863-4da7-47f7-967e-d699cb09d093)] {{(pid=75885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:53:02.954067 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [None req-90a21b0c-418c-4e39-8f87-2acf03492f0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-smb, f2d82971-be94-4d1f-bdf2-ebca81f50ab9) {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:53:02.975264 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5094c27f-39d5-427b-b894-1272099dc191 None None] Network f2d82971-be94-4d1f-bdf2-ebca81f50ab9 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:53:02.978589 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a21b0c-418c-4e39-8f87-2acf03492f0b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:02.979223 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-90a21b0c-418c-4e39-8f87-2acf03492f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for subnet, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:02.984919 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08f8d6-1d71-470c-b80c-ea99462e7314 admin admin] Pushing event updated for resources: {'Port': ['ID=c3757104-d4f4-4fbf-bfef-a48d3e2f5366,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:02.995589 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d08f8d6-1d71-470c-b80c-ea99462e7314 admin admin] Network 90009780-9c2f-491e-b27f-d9d23ecfb7b4 is already hosted by enough agents. {{(pid=75884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:53:03.008455 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-8d08f8d6-1d71-470c-b80c-ea99462e7314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:03.009280 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [None req-8d08f8d6-1d71-470c-b80c-ea99462e7314 admin admin] Resources bound (agent type, host, resource id): {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:53:03.021913 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d08f8d6-1d71-470c-b80c-ea99462e7314 admin admin] Received port after_create {{(pid=75884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:53:03.120415 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-3cb98b03-e5f3-448f-8b9e-c10cb67a3a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:03.140235 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-fdb5c1f3-2fa3-41a9-bdfe-d8d8cb1d64ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:03.162847 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:03.177570 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5637355d-584e-424f-9b79-310b827eeaea admin admin] Notify callbacks [] for port, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:03.275148 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-90a21b0c-418c-4e39-8f87-2acf03492f0b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9418578 Aug 23 01:53:03.283423 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-3cb98b03-e5f3-448f-8b9e-c10cb67a3a66 None None] For port c8a9a251-0d2c-48a4-ae3e-df01de7beb7b, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=c8a9a251-0d2c-48a4-ae3e-df01de7beb7b,segment=NetworkSegment(4998317b-f65b-459a-b79b-8cace97c4771),segment_id=4998317b-f65b-459a-b79b-8cace97c4771)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:53:03.302859 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-889666dc-500a-4d1e-bdee-93a91aae0539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:03.314634 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-89ae4cf5-d3a3-44ed-bbac-bc732a76c8b7 service neutron] 10.222.0.18 "GET /v2.0/networks/6fd7eb81-afc9-4814-83ed-f98cc97bf6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940193 Aug 23 01:53:03.375378 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-889666dc-500a-4d1e-bdee-93a91aae0539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:03.377345 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5c1f3-2fa3-41a9-bdfe-d8d8cb1d64ac None None] Pushing event updated for resources: {'Port': ['ID=9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6,revision_number=2']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:03.393565 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-fdb5c1f3-2fa3-41a9-bdfe-d8d8cb1d64ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:03.397113 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-3cb98b03-e5f3-448f-8b9e-c10cb67a3a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:03.405984 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:03.473599 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5637355d-584e-424f-9b79-310b827eeaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:03.487579 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:03.532487 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb98b03-e5f3-448f-8b9e-c10cb67a3a66 None None] Pushing event updated for resources: {'Port': ['ID=c8a9a251-0d2c-48a4-ae3e-df01de7beb7b,revision_number=3']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:03.535906 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-3cb98b03-e5f3-448f-8b9e-c10cb67a3a66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:03.578307 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf50f6b7-3873-4258-99fe-ec47b5499397 None None] Network f2d82971-be94-4d1f-bdf2-ebca81f50ab9 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:53:03.711051 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5637355d-584e-424f-9b79-310b827eeaea admin admin] Network 90009780-9c2f-491e-b27f-d9d23ecfb7b4 is already hosted by enough agents. {{(pid=75883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:53:03.727589 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.base_scheduler [None req-5637355d-584e-424f-9b79-310b827eeaea admin admin] Resources bound (agent type, host, resource id): {{(pid=75883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:53:03.733882 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5637355d-584e-424f-9b79-310b827eeaea admin admin] Received port after_create {{(pid=75883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:53:03.830065 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637355d-584e-424f-9b79-310b827eeaea admin admin] Pushing event updated for resources: {'Port': ['ID=19ec2b80-baae-4db2-b5a1-93bc76e4a08b,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:03.845036 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-470750f6-4d4c-4ca0-a21d-35a4babb052f service neutron] 10.222.0.18 "GET /v2.0/networks/6fd7eb81-afc9-4814-83ed-f98cc97bf6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021784 Aug 23 01:53:03.871549 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-ffbc2b24-52c8-4edb-adec-2092985a7126 None None] Provisioning complete for port c8a9a251-0d2c-48a4-ae3e-df01de7beb7b triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:53:03.872036 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-ffbc2b24-52c8-4edb-adec-2092985a7126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:03.877131 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-8d08f8d6-1d71-470c-b80c-ea99462e7314 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:03.881254 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-8d08f8d6-1d71-470c-b80c-ea99462e7314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405533'] for router, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:03.886496 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-5637355d-584e-424f-9b79-310b827eeaea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:03.899216 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-33c90fc6-6e13-472a-8655-a96f8e1353d1 None None] Notify callbacks [] for port, precommit_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:03.913590 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.provisioning_blocks [None req-33c90fc6-6e13-472a-8655-a96f8e1353d1 None None] Transition to ACTIVE for port object 4dce87fc-1798-47b5-9f60-cccd839c37cb will not be triggered until provisioned by entity L2. {{(pid=75886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:53:04.011767 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-33c90fc6-6e13-472a-8655-a96f8e1353d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:04.017146 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [None req-18c5f426-12b5-40b3-80da-5423d5d26d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:04.082794 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-889666dc-500a-4d1e-bdee-93a91aae0539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:04.103770 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:04.128660 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889666dc-500a-4d1e-bdee-93a91aae0539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a184aa95-3e9e-4f17-a43a-ff3ad6fece7d,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:04.138147 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-889666dc-500a-4d1e-bdee-93a91aae0539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:04.150731 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-889666dc-500a-4d1e-bdee-93a91aae0539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:04.152301 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-889666dc-500a-4d1e-bdee-93a91aae0539 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a184aa95-3e9e-4f17-a43a-ff3ad6fece7d HTTP/1.1" status: 204 len: 168 time: 1.3453865 Aug 23 01:53:04.205758 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927cc42-f9fc-444b-b264-a91de478fef2 None None] Pushing event updated for resources: {'Port': ['ID=4dce87fc-1798-47b5-9f60-cccd839c37cb,revision_number=2']} {{(pid=75886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:04.215047 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.managers [None req-33c90fc6-6e13-472a-8655-a96f8e1353d1 None None] Attempting to bind port 4dce87fc-1798-47b5-9f60-cccd839c37cb on host dv-cinder-805529-1-smb for vnic_type normal with profile {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:53:04.215047 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.managers [None req-33c90fc6-6e13-472a-8655-a96f8e1353d1 None None] Attempting to bind port 4dce87fc-1798-47b5-9f60-cccd839c37cb by drivers openvswitch,hyperv on host dv-cinder-805529-1-smb at level 0 using segments [{'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'}] {{(pid=75886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:53:04.215047 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c90fc6-6e13-472a-8655-a96f8e1353d1 None None] Attempting to bind port 4dce87fc-1798-47b5-9f60-cccd839c37cb on network 90009780-9c2f-491e-b27f-d9d23ecfb7b4 {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:53:04.250427 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927cc42-f9fc-444b-b264-a91de478fef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:53:04.276830 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927cc42-f9fc-444b-b264-a91de478fef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:53:04.277180 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927cc42-f9fc-444b-b264-a91de478fef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:53:04.277504 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927cc42-f9fc-444b-b264-a91de478fef2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:53:04.277824 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927cc42-f9fc-444b-b264-a91de478fef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:53:04.278159 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927cc42-f9fc-444b-b264-a91de478fef2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:53:04.278448 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927cc42-f9fc-444b-b264-a91de478fef2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:53:04.278758 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927cc42-f9fc-444b-b264-a91de478fef2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:53:04.279066 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927cc42-f9fc-444b-b264-a91de478fef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:53:04.279397 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927cc42-f9fc-444b-b264-a91de478fef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:53:04.287743 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927cc42-f9fc-444b-b264-a91de478fef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:53:04.288872 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927cc42-f9fc-444b-b264-a91de478fef2 None None] Tracked resource versions report: Aug 23 01:53:04.288872 dv-cinder-805529-1-smb neutron-server[75886]: pushed versions: Aug 23 01:53:04.288872 dv-cinder-805529-1-smb neutron-server[75886]: { 'ConntrackHelper': {'1.0'}, Aug 23 01:53:04.288872 dv-cinder-805529-1-smb neutron-server[75886]: 'Log': {'1.0'}, Aug 23 01:53:04.288872 dv-cinder-805529-1-smb neutron-server[75886]: 'Network': {'1.1'}, Aug 23 01:53:04.288872 dv-cinder-805529-1-smb neutron-server[75886]: 'Port': {'1.5'}, Aug 23 01:53:04.288872 dv-cinder-805529-1-smb neutron-server[75886]: 'PortForwarding': {'1.2'}, Aug 23 01:53:04.288872 dv-cinder-805529-1-smb neutron-server[75886]: 'QosPolicy': {'1.8'}, Aug 23 01:53:04.288872 dv-cinder-805529-1-smb neutron-server[75886]: 'SecurityGroup': {'1.2'}, Aug 23 01:53:04.288872 dv-cinder-805529-1-smb neutron-server[75886]: 'SecurityGroupRule': {'1.0'}, Aug 23 01:53:04.288872 dv-cinder-805529-1-smb neutron-server[75886]: 'SubPort': {'1.0'}, Aug 23 01:53:04.288872 dv-cinder-805529-1-smb neutron-server[75886]: 'Subnet': {'1.1'}, Aug 23 01:53:04.288872 dv-cinder-805529-1-smb neutron-server[75886]: 'Trunk': {'1.1'}} Aug 23 01:53:04.288872 dv-cinder-805529-1-smb neutron-server[75886]: consumer versions: Aug 23 01:53:04.288872 dv-cinder-805529-1-smb neutron-server[75886]: { DHCP agent@dv-cinder-805529-1-smb: {}, Aug 23 01:53:04.288872 dv-cinder-805529-1-smb neutron-server[75886]: HyperV agent@hv-cinder-80552: {}, Aug 23 01:53:04.288872 dv-cinder-805529-1-smb neutron-server[75886]: L3 agent@dv-cinder-805529-1-smb: {}, Aug 23 01:53:04.288872 dv-cinder-805529-1-smb neutron-server[75886]: Metadata agent@dv-cinder-805529-1-smb: {}, Aug 23 01:53:04.288872 dv-cinder-805529-1-smb neutron-server[75886]: Metering agent@dv-cinder-805529-1-smb: {}, Aug 23 01:53:04.288872 dv-cinder-805529-1-smb neutron-server[75886]: Open vSwitch agent@dv-cinder-805529-1-smb: { 'ConntrackHelper': '1.0', Aug 23 01:53:04.288872 dv-cinder-805529-1-smb neutron-server[75886]: 'Log': '1.0', Aug 23 01:53:04.288872 dv-cinder-805529-1-smb neutron-server[75886]: 'Network': '1.1', Aug 23 01:53:04.288872 dv-cinder-805529-1-smb neutron-server[75886]: 'Port': '1.5', Aug 23 01:53:04.288872 dv-cinder-805529-1-smb neutron-server[75886]: 'PortForwarding': '1.2', Aug 23 01:53:04.288872 dv-cinder-805529-1-smb neutron-server[75886]: 'QosPolicy': '1.8', Aug 23 01:53:04.288872 dv-cinder-805529-1-smb neutron-server[75886]: 'SecurityGroup': '1.2', Aug 23 01:53:04.288872 dv-cinder-805529-1-smb neutron-server[75886]: 'SecurityGroupRule': '1.0', Aug 23 01:53:04.288872 dv-cinder-805529-1-smb neutron-server[75886]: 'SubPort': '1.0', Aug 23 01:53:04.288872 dv-cinder-805529-1-smb neutron-server[75886]: 'Subnet': '1.1', Aug 23 01:53:04.288872 dv-cinder-805529-1-smb neutron-server[75886]: 'Trunk': '1.1'}} Aug 23 01:53:04.288872 dv-cinder-805529-1-smb neutron-server[75886]: {{(pid=75886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 23 01:53:04.304568 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [None req-1927cc42-f9fc-444b-b264-a91de478fef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:04.305547 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c90fc6-6e13-472a-8655-a96f8e1353d1 None None] Checking agent: {'id': '7e854a2e-3ddb-4791-9f4e-63d19a343734', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 44, 3), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:53:04.305911 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c90fc6-6e13-472a-8655-a96f8e1353d1 None None] Checking segment: {'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:53:04.306306 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-33c90fc6-6e13-472a-8655-a96f8e1353d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:04.306686 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c90fc6-6e13-472a-8655-a96f8e1353d1 None None] Bound using segment: {'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'} {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:53:04.309373 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.managers [None req-33c90fc6-6e13-472a-8655-a96f8e1353d1 None None] Bound port: 4dce87fc-1798-47b5-9f60-cccd839c37cb, host: dv-cinder-805529-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'}}] {{(pid=75886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:53:04.309908 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-33c90fc6-6e13-472a-8655-a96f8e1353d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:04.319373 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 37156) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:04.479474 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-925774ea-0c8e-46b6-963a-538918adec14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:04.503546 dv-cinder-805529-1-smb neutron-server[75883]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 23 01:53:04.574260 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.db [None req-33c90fc6-6e13-472a-8655-a96f8e1353d1 None None] For port 4dce87fc-1798-47b5-9f60-cccd839c37cb, host dv-cinder-805529-1-smb, cleared binding levels {{(pid=75886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:53:04.578500 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.db [None req-33c90fc6-6e13-472a-8655-a96f8e1353d1 None None] For port 4dce87fc-1798-47b5-9f60-cccd839c37cb, host dv-cinder-805529-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=4dce87fc-1798-47b5-9f60-cccd839c37cb,segment=NetworkSegment(7c5f1ea7-734e-4991-8c15-dc9eedea0188),segment_id=7c5f1ea7-734e-4991-8c15-dc9eedea0188)] {{(pid=75886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:53:04.594535 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1927f156-01f4-4a23-ab7b-a8d70779f1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:04.669763 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4bc74cbd-e3c2-4cc6-beed-d00068b6d119 req-a9c70a40-62f2-45f8-80f5-6c5e2fdc48d7 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c78f3e-5d77-4fa6-9834-1b1e4775df3f HTTP/1.1" status: 200 len: 210 time: 0.0665424 Aug 23 01:53:04.688702 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-33c90fc6-6e13-472a-8655-a96f8e1353d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:04.700737 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:04.722516 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d08f8d6-1d71-470c-b80c-ea99462e7314 admin admin] Router 2594a539-fd97-4442-a4be-2ccfc5f6e1ac is scheduled to L3 agent a65233ca-d566-4bb6-b10d-56979c97574d with binding_index 1 {{(pid=75884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 01:53:04.878151 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-20f07f3c-3c54-4979-946e-59d85b3ac654 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:04.880471 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-20f07f3c-3c54-4979-946e-59d85b3ac654 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/networks?id=f2d82971-be94-4d1f-bdf2-ebca81f50ab9 HTTP/1.1" status: 200 len: 812 time: 0.5432205 Aug 23 01:53:04.884366 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5637355d-584e-424f-9b79-310b827eeaea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:04.885292 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5637355d-584e-424f-9b79-310b827eeaea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405533'] for router, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:04.916680 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c90fc6-6e13-472a-8655-a96f8e1353d1 None None] Routers {'2c82253f-4601-4a72-af04-f26a45fbf7b3'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:53:04.917308 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-33c90fc6-6e13-472a-8655-a96f8e1353d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:53:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['2c82253f-4601-4a72-af04-f26a45fbf7b3'], 'active': True} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:53:04.950277 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a527843-26fc-452a-ad73-d939b66d8a3c None None] Network 5840b669-618c-425e-995c-00dd5d36fe85 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:53:05.016290 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927cc42-f9fc-444b-b264-a91de478fef2 None None] Pushing event updated for resources: {'Port': ['ID=4dce87fc-1798-47b5-9f60-cccd839c37cb,revision_number=3']} {{(pid=75886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:05.021965 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [None req-1927cc42-f9fc-444b-b264-a91de478fef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:05.199497 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-feced0e5-140b-47fa-9d34-cb4e7584b69f tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/quotas/ed23a69198f343279bb0f169ea59efda HTTP/1.1" status: 200 len: 375 time: 0.3082421 Aug 23 01:53:05.243457 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvr_db [None req-33c90fc6-6e13-472a-8655-a96f8e1353d1 None None] Set router 2c82253f-4601-4a72-af04-f26a45fbf7b3 gateway port host: dv-cinder-805529-1-smb {{(pid=75886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:53:05.263551 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d08f8d6-1d71-470c-b80c-ea99462e7314 admin admin] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 01:53:05.377359 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-8d08f8d6-1d71-470c-b80c-ea99462e7314 admin admin] Notify callbacks [] for router, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:05.381961 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-8d08f8d6-1d71-470c-b80c-ea99462e7314 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.1603253 Aug 23 01:53:05.382735 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 37202) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:05.437037 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f5ecdd-aa18-4733-8abb-a93d3f026985 None None] Sync routers for ids ['2594a539-fd97-4442-a4be-2ccfc5f6e1ac'] in dv-cinder-805529-1-smb {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 01:53:05.446137 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-a0c312f5-9122-4f83-9dc0-951c2a26f404 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed23a69198f343279bb0f169ea59efda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2300487 Aug 23 01:53:05.463542 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.db_base_plugin_common [None req-925774ea-0c8e-46b6-963a-538918adec14 admin admin] Allocated IP 172.20.0.1 (c52bbd1c-24b9-493a-8949-3808e1dea7a6/9526bab9-7a16-49c6-a5b7-cf27000d2897/f58ebe7a-1fae-48ee-a3bf-533623e79179) {{(pid=75883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:53:05.492012 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:53:05.612779 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1d3966c3-1915-4014-b6ac-1131938c5525 None None] Provisioning for port 9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6 completed by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:53:05.645193 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f5ecdd-aa18-4733-8abb-a93d3f026985 None None] Routers {'2594a539-fd97-4442-a4be-2ccfc5f6e1ac'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:53:05.646239 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-c7f5ecdd-aa18-4733-8abb-a93d3f026985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:53:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['2594a539-fd97-4442-a4be-2ccfc5f6e1ac'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:53:05.827519 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-33c90fc6-6e13-472a-8655-a96f8e1353d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1098116429-router', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:57Z', 'updated_at': '2021-08-23T01:52:59Z', 'revision_number': 3, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'gw_port': {'id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:59Z', 'updated_at': '2021-08-23T01:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb'}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:53:05.833883 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c90fc6-6e13-472a-8655-a96f8e1353d1 None None] The sync data for ids ['2c82253f-4601-4a72-af04-f26a45fbf7b3'] in dv-cinder-805529-1-smb is: [{'id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1098116429-router', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:57Z', 'updated_at': '2021-08-23T01:52:59Z', 'revision_number': 3, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'gw_port': {'id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:59Z', 'updated_at': '2021-08-23T01:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb'}] {{(pid=75886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 01:53:05.937620 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:05.938306 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning for port 9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6 completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:53:05.968906 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port 9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:53:05.969645 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:06.046987 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-925774ea-0c8e-46b6-963a-538918adec14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:06.080130 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.provisioning_blocks [None req-925774ea-0c8e-46b6-963a-538918adec14 admin admin] Transition to ACTIVE for port object f58ebe7a-1fae-48ee-a3bf-533623e79179 will not be triggered until provisioned by entity DHCP. {{(pid=75883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:53:06.130919 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-5bfe941d-d426-4d6f-b4b9-889afa710c76 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=75883) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 01:53:06.137964 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-aaa4059f-00c2-4280-b7d5-1b409ed8ce82 req-d2a8714c-e769-4828-8490-315b29622d50 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c78f3e-5d77-4fa6-9834-1b1e4775df3f HTTP/1.1" status: 200 len: 210 time: 0.1867628 Aug 23 01:53:06.141844 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-5bfe941d-d426-4d6f-b4b9-889afa710c76 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3149703 Aug 23 01:53:06.485817 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-c45ece85-fb65-4d6f-b473-c6f613d15d6a service neutron] 10.222.0.18 "GET /v2.0/networks/f2d82971-be94-4d1f-bdf2-ebca81f50ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389187 Aug 23 01:53:06.507972 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5637355d-584e-424f-9b79-310b827eeaea admin admin] Router e07315b9-d39a-4a56-a26e-63073cb79a42 is scheduled to L3 agent a65233ca-d566-4bb6-b10d-56979c97574d with binding_index 1 {{(pid=75883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 01:53:06.552159 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:06.599161 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-c7f5ecdd-aa18-4733-8abb-a93d3f026985 None None] Set router 2594a539-fd97-4442-a4be-2ccfc5f6e1ac gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:53:06.662992 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-925774ea-0c8e-46b6-963a-538918adec14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:06.691098 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-fd73b8cb-782d-4ff3-af47-280644f54617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:06.743136 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925774ea-0c8e-46b6-963a-538918adec14 admin admin] Network c52bbd1c-24b9-493a-8949-3808e1dea7a6 is already hosted by enough agents. {{(pid=75883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:53:06.797865 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] For port 9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6,segment=NetworkSegment(925f2863-4da7-47f7-967e-d699cb09d093),segment_id=925f2863-4da7-47f7-967e-d699cb09d093)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:53:06.802511 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-aae77f5e-6014-4133-b9c0-e631d4e0d466 None None] Provisioning complete for port 9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6 triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:53:06.804073 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-aae77f5e-6014-4133-b9c0-e631d4e0d466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:06.896528 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.base_scheduler [None req-925774ea-0c8e-46b6-963a-538918adec14 admin admin] Resources bound (agent type, host, resource id): {{(pid=75883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:53:06.899079 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925774ea-0c8e-46b6-963a-538918adec14 admin admin] Pushing event updated for resources: {'Port': ['ID=f58ebe7a-1fae-48ee-a3bf-533623e79179,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:06.915383 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925774ea-0c8e-46b6-963a-538918adec14 admin admin] Received port after_create {{(pid=75883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:53:06.915383 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-925774ea-0c8e-46b6-963a-538918adec14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405699'] for router_interface, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:06.974763 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:07.093503 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-925774ea-0c8e-46b6-963a-538918adec14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:07.097376 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-6c1d56ce-d500-4adb-a031-a9177ee80095 service neutron] 10.222.0.18 "GET /v2.0/networks/f2d82971-be94-4d1f-bdf2-ebca81f50ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6105561 Aug 23 01:53:07.187807 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device c8a9a251-0d2c-48a4-ae3e-df01de7beb7b up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:53:07.240941 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-925774ea-0c8e-46b6-963a-538918adec14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:07.288568 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-3cb98b03-e5f3-448f-8b9e-c10cb67a3a66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:07.368456 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 37264) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:07.763148 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:07.835874 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Pushing event updated for resources: {'Port': ['ID=9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6,revision_number=3']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:07.870457 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-58ef0605-ce79-4cff-a036-3315df30e939 req-1a653dff-cd67-4a65-ba87-f2864d39b628 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c78f3e-5d77-4fa6-9834-1b1e4775df3f HTTP/1.1" status: 200 len: 210 time: 0.0879025 Aug 23 01:53:07.880630 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0b6d0a0a-fc5c-40a1-9973-818a891e6a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:07.884827 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:07.910876 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5637355d-584e-424f-9b79-310b827eeaea admin admin] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 01:53:07.945598 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594e30a2-6873-4e12-a336-f2bb373f2e46 None None] Sync routers for ids ['e07315b9-d39a-4a56-a26e-63073cb79a42'] in dv-cinder-805529-1-smb {{(pid=75886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 01:53:07.961031 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port c8a9a251-0d2c-48a4-ae3e-df01de7beb7b triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:53:07.961415 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:07.974075 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594e30a2-6873-4e12-a336-f2bb373f2e46 None None] Routers {'e07315b9-d39a-4a56-a26e-63073cb79a42'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:53:07.974701 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-594e30a2-6873-4e12-a336-f2bb373f2e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:53:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['e07315b9-d39a-4a56-a26e-63073cb79a42'], 'active': True} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:53:08.069125 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d4367afb-6fe4-46b2-aa0b-314d849b6c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:08.088876 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-c7f5ecdd-aa18-4733-8abb-a93d3f026985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2594a539-fd97-4442-a4be-2ccfc5f6e1ac', 'name': 'tempest-ServerRescueNegativeTestJSON-708111918-router', 'tenant_id': '940e2126538e41ad94209d280bc548f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c3757104-d4f4-4fbf-bfef-a48d3e2f5366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:59Z', 'updated_at': '2021-08-23T01:53:03Z', 'revision_number': 3, 'project_id': '940e2126538e41ad94209d280bc548f0', 'gw_port': {'id': 'c3757104-d4f4-4fbf-bfef-a48d3e2f5366', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2594a539-fd97-4442-a4be-2ccfc5f6e1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:01Z', 'updated_at': '2021-08-23T01:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb'}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:53:08.089887 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-925774ea-0c8e-46b6-963a-538918adec14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:08.112793 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f5ecdd-aa18-4733-8abb-a93d3f026985 None None] Checking router: 2594a539-fd97-4442-a4be-2ccfc5f6e1ac for host: dv-cinder-805529-1-smb {{(pid=75885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 01:53:08.113749 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f5ecdd-aa18-4733-8abb-a93d3f026985 None None] Updating router 2594a539-fd97-4442-a4be-2ccfc5f6e1ac port c3757104-d4f4-4fbf-bfef-a48d3e2f5366 binding host dv-cinder-805529-1-smb {{(pid=75885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 01:53:08.117652 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-308f8ceb-c64f-4f27-a706-4ec2bf9d0a2f req-9c4f992f-d834-45b5-8da5-146a6ead7e55 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacc79b0-e347-4492-9a23-9fee69eba6b2 HTTP/1.1" status: 200 len: 210 time: 0.2127519 Aug 23 01:53:08.168185 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-d4367afb-6fe4-46b2-aa0b-314d849b6c9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:08.181227 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-d4367afb-6fe4-46b2-aa0b-314d849b6c9a admin admin] Usage tracker for resource:security_group_rule and tenant:03732083e99948678de00de788e4d564 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:08.184678 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-d4367afb-6fe4-46b2-aa0b-314d849b6c9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:08.199215 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-d4367afb-6fe4-46b2-aa0b-314d849b6c9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:08.202879 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-925774ea-0c8e-46b6-963a-538918adec14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:08.208531 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-925774ea-0c8e-46b6-963a-538918adec14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1356800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406314'] for router_interface, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:08.239856 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:08.258415 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ecdd-aa18-4733-8abb-a93d3f026985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:08.275096 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_common [None req-0b6d0a0a-fc5c-40a1-9973-818a891e6a0c admin admin] Allocated IP 172.20.0.1 (2923ff85-c672-42fc-9cad-ac2843fb8239/0ec4e931-02be-4a33-9930-18e862114160/dd3c2666-0ed6-4288-8643-1d51ee546a18) {{(pid=75884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:53:08.365008 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-d01007d2-f5fe-49e4-8ba8-6e55b8e37f90 None None] Provisioning for port f58ebe7a-1fae-48ee-a3bf-533623e79179 completed by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:53:08.370627 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvr_db [None req-594e30a2-6873-4e12-a336-f2bb373f2e46 None None] Set router e07315b9-d39a-4a56-a26e-63073cb79a42 gateway port host: dv-cinder-805529-1-smb {{(pid=75886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:53:08.385729 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-d01007d2-f5fe-49e4-8ba8-6e55b8e37f90 None None] Provisioning complete for port f58ebe7a-1fae-48ee-a3bf-533623e79179 triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:53:08.386101 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-d01007d2-f5fe-49e4-8ba8-6e55b8e37f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:08.586909 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-d01007d2-f5fe-49e4-8ba8-6e55b8e37f90 None None] Port f58ebe7a-1fae-48ee-a3bf-533623e79179 cannot update to ACTIVE because it is not bound. {{(pid=75885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 01:53:08.631696 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0b6d0a0a-fc5c-40a1-9973-818a891e6a0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:08.701378 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 4dce87fc-1798-47b5-9f60-cccd839c37cb up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:53:08.785197 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0b6d0a0a-fc5c-40a1-9973-818a891e6a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:08.789212 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-8d08f8d6-1d71-470c-b80c-ea99462e7314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:08.798803 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5637355d-584e-424f-9b79-310b827eeaea admin admin] Notify callbacks [] for router, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:08.798803 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-5637355d-584e-424f-9b79-310b827eeaea admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.6616478 Aug 23 01:53:08.812786 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 37316) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:08.815541 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925774ea-0c8e-46b6-963a-538918adec14 admin admin] Network c52bbd1c-24b9-493a-8949-3808e1dea7a6 is already hosted by enough agents. {{(pid=75883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:53:08.868201 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d0a0a-fc5c-40a1-9973-818a891e6a0c admin admin] Pushing event updated for resources: {'Port': ['ID=dd3c2666-0ed6-4288-8643-1d51ee546a18,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:08.871807 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-0b6d0a0a-fc5c-40a1-9973-818a891e6a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:08.897209 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6d0a0a-fc5c-40a1-9973-818a891e6a0c admin admin] Network 2923ff85-c672-42fc-9cad-ac2843fb8239 is already hosted by enough agents. {{(pid=75884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:53:08.900847 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [None req-0b6d0a0a-fc5c-40a1-9973-818a891e6a0c admin admin] Resources bound (agent type, host, resource id): {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:53:08.925038 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6d0a0a-fc5c-40a1-9973-818a891e6a0c admin admin] Received port after_create {{(pid=75884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:53:08.925555 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0b6d0a0a-fc5c-40a1-9973-818a891e6a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405699'] for router_interface, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:08.951275 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.base_scheduler [None req-925774ea-0c8e-46b6-963a-538918adec14 admin admin] Resources bound (agent type, host, resource id): {{(pid=75883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:53:09.064389 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-594e30a2-6873-4e12-a336-f2bb373f2e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'name': 'tempest-AttachVolumeTestJSON-1962057698-router', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:53:00Z', 'updated_at': '2021-08-23T01:53:03Z', 'revision_number': 3, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'gw_port': {'id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:01Z', 'updated_at': '2021-08-23T01:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb'}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:53:09.069603 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594e30a2-6873-4e12-a336-f2bb373f2e46 None None] Checking router: e07315b9-d39a-4a56-a26e-63073cb79a42 for host: dv-cinder-805529-1-smb {{(pid=75886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 01:53:09.070212 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594e30a2-6873-4e12-a336-f2bb373f2e46 None None] Updating router e07315b9-d39a-4a56-a26e-63073cb79a42 port 19ec2b80-baae-4db2-b5a1-93bc76e4a08b binding host dv-cinder-805529-1-smb {{(pid=75886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 01:53:09.164803 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0b6d0a0a-fc5c-40a1-9973-818a891e6a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:09.165908 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-594e30a2-6873-4e12-a336-f2bb373f2e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:09.432581 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925774ea-0c8e-46b6-963a-538918adec14 admin admin] Pushing event updated for resources: {'Port': ['ID=f58ebe7a-1fae-48ee-a3bf-533623e79179,revision_number=2']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:09.444528 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-925774ea-0c8e-46b6-963a-538918adec14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.205s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:09.453739 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning for port 4dce87fc-1798-47b5-9f60-cccd839c37cb completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:53:09.480945 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.10', 60435) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:09.484222 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d4367afb-6fe4-46b2-aa0b-314d849b6c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:09.524822 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port 4dce87fc-1798-47b5-9f60-cccd839c37cb triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:53:09.525249 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:09.532143 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-b7860336-1148-415b-a3a8-cb35100f4436 req-de8a488f-47f6-4d36-af9c-b155591f19b0 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacc79b0-e347-4492-9a23-9fee69eba6b2 HTTP/1.1" status: 200 len: 210 time: 0.1228597 Aug 23 01:53:09.611189 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-5d6cf40c-43e3-4028-92e7-1380824956c0 None None] Provisioning complete for port f58ebe7a-1fae-48ee-a3bf-533623e79179 triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:53:09.611924 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-5d6cf40c-43e3-4028-92e7-1380824956c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:09.676159 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ef0a05f7-db22-4649-9738-ecd30e7cbd5c req-109499ef-7311-4a43-99ea-5b3521c16287 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c78f3e-5d77-4fa6-9834-1b1e4775df3f HTTP/1.1" status: 200 len: 210 time: 0.2236276 Aug 23 01:53:09.681711 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d4367afb-6fe4-46b2-aa0b-314d849b6c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:09.683608 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ecdd-aa18-4733-8abb-a93d3f026985 None None] Notify callbacks [] for port, precommit_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:09.723273 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-ecf8bfe4-9ece-4295-91d8-6b99bd481111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:09.764380 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-d4367afb-6fe4-46b2-aa0b-314d849b6c9a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03732083e99948678de00de788e4d564&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3133168 Aug 23 01:53:09.765928 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4367afb-6fe4-46b2-aa0b-314d849b6c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9bb993-1a58-46d1-a099-b31ff057b66d,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:09.805673 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 37348) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:09.893602 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-d4367afb-6fe4-46b2-aa0b-314d849b6c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:09.893757 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-c7f5ecdd-aa18-4733-8abb-a93d3f026985 None None] Transition to ACTIVE for port object c3757104-d4f4-4fbf-bfef-a48d3e2f5366 will not be triggered until provisioned by entity L2. {{(pid=75885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:53:09.899512 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:09.924628 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] For port 4dce87fc-1798-47b5-9f60-cccd839c37cb, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=4dce87fc-1798-47b5-9f60-cccd839c37cb,segment=NetworkSegment(7c5f1ea7-734e-4991-8c15-dc9eedea0188),segment_id=7c5f1ea7-734e-4991-8c15-dc9eedea0188)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:53:09.940053 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-02f9e10b-e535-4eea-9ba1-866f2c71795a tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:09.941305 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-5d6cf40c-43e3-4028-92e7-1380824956c0 None None] Port f58ebe7a-1fae-48ee-a3bf-533623e79179 cannot update to ACTIVE because it is not bound. {{(pid=75885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 01:53:09.943804 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-02f9e10b-e535-4eea-9ba1-866f2c71795a tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.10 "GET /v2.0/networks?id=6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 HTTP/1.1" status: 200 len: 814 time: 0.4565380 Aug 23 01:53:09.976018 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 37356) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:10.008127 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:10.009160 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ecdd-aa18-4733-8abb-a93d3f026985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:10.010430 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:53:10.057161 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0b6d0a0a-fc5c-40a1-9973-818a891e6a0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:10.060188 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:10.086613 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-f8e1498f-7f2c-42d0-abca-a52e563ff596 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Request body: {'port': {'device_id': '90c78f3e-5d77-4fa6-9834-1b1e4775df3f', 'network_id': '6fd7eb81-afc9-4814-83ed-f98cc97bf6f8', 'admin_state_up': True, 'tenant_id': '19fb13e7c5e24c35930091d9780fb75c'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:53:10.154488 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0b6d0a0a-fc5c-40a1-9973-818a891e6a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:10.243776 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Pushing event updated for resources: {'Port': ['ID=4dce87fc-1798-47b5-9f60-cccd839c37cb,revision_number=4']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:10.290053 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0b6d0a0a-fc5c-40a1-9973-818a891e6a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1356800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406314'] for router_interface, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:10.305362 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-0b6d0a0a-fc5c-40a1-9973-818a891e6a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:10.445910 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925774ea-0c8e-46b6-963a-538918adec14 admin admin] Router 2c82253f-4601-4a72-af04-f26a45fbf7b3 has already been hosted by L3 agent a65233ca-d566-4bb6-b10d-56979c97574d {{(pid=75883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 01:53:10.455016 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-594e30a2-6873-4e12-a336-f2bb373f2e46 None None] Notify callbacks [] for port, precommit_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:10.482568 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-86c47104-871f-4a0a-b576-244ce7106549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:10.498834 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.provisioning_blocks [None req-594e30a2-6873-4e12-a336-f2bb373f2e46 None None] Transition to ACTIVE for port object 19ec2b80-baae-4db2-b5a1-93bc76e4a08b will not be triggered until provisioned by entity L2. {{(pid=75886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:53:10.555746 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-c7f5ecdd-aa18-4733-8abb-a93d3f026985 None None] Attempting to bind port c3757104-d4f4-4fbf-bfef-a48d3e2f5366 on host dv-cinder-805529-1-smb for vnic_type normal with profile {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:53:10.556209 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-c7f5ecdd-aa18-4733-8abb-a93d3f026985 None None] Attempting to bind port c3757104-d4f4-4fbf-bfef-a48d3e2f5366 by drivers openvswitch,hyperv on host dv-cinder-805529-1-smb at level 0 using segments [{'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:53:10.556615 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f5ecdd-aa18-4733-8abb-a93d3f026985 None None] Attempting to bind port c3757104-d4f4-4fbf-bfef-a48d3e2f5366 on network 90009780-9c2f-491e-b27f-d9d23ecfb7b4 {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:53:10.560429 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-9e7e4a6e-8ef8-4776-a27f-1a8f9fd4c969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:10.572915 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f5ecdd-aa18-4733-8abb-a93d3f026985 None None] Checking agent: {'id': '7e854a2e-3ddb-4791-9f4e-63d19a343734', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 44, 3), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:53:10.575649 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f5ecdd-aa18-4733-8abb-a93d3f026985 None None] Checking segment: {'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:53:10.576322 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ecdd-aa18-4733-8abb-a93d3f026985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:10.578523 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f5ecdd-aa18-4733-8abb-a93d3f026985 None None] Bound using segment: {'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:53:10.579269 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-c7f5ecdd-aa18-4733-8abb-a93d3f026985 None None] Bound port: c3757104-d4f4-4fbf-bfef-a48d3e2f5366, host: dv-cinder-805529-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'}}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:53:10.580343 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-594e30a2-6873-4e12-a336-f2bb373f2e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:10.580800 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ecdd-aa18-4733-8abb-a93d3f026985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:10.595373 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:11.026168 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d0a0a-fc5c-40a1-9973-818a891e6a0c admin admin] Pushing event updated for resources: {'Port': ['ID=dd3c2666-0ed6-4288-8643-1d51ee546a18,revision_number=2']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:11.033433 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-c7f5ecdd-aa18-4733-8abb-a93d3f026985 None None] For port c3757104-d4f4-4fbf-bfef-a48d3e2f5366, host dv-cinder-805529-1-smb, cleared binding levels {{(pid=75885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:53:11.035834 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-0b6d0a0a-fc5c-40a1-9973-818a891e6a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:11.036889 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-c7f5ecdd-aa18-4733-8abb-a93d3f026985 None None] For port c3757104-d4f4-4fbf-bfef-a48d3e2f5366, host dv-cinder-805529-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=c3757104-d4f4-4fbf-bfef-a48d3e2f5366,segment=NetworkSegment(7c5f1ea7-734e-4991-8c15-dc9eedea0188),segment_id=7c5f1ea7-734e-4991-8c15-dc9eedea0188)] {{(pid=75885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:53:11.037442 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-86c47104-871f-4a0a-b576-244ce7106549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:11.037812 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d5661-5f10-48a0-b4bc-edd52c5c525c None None] Pushing event updated for resources: {'Port': ['ID=c3757104-d4f4-4fbf-bfef-a48d3e2f5366,revision_number=2']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:11.037812 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-f03d5661-5f10-48a0-b4bc-edd52c5c525c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.731s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:11.037812 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.307s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:11.037812 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:11.037812 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port 9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:53:11.037812 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:11.038866 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe54e1-abe4-42f3-83ec-8ca02182cb45 None None] Pushing event updated for resources: {'Port': ['ID=19ec2b80-baae-4db2-b5a1-93bc76e4a08b,revision_number=2']} {{(pid=75886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:11.038866 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [None req-cdfe54e1-abe4-42f3-83ec-8ca02182cb45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:11.038866 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.managers [None req-594e30a2-6873-4e12-a336-f2bb373f2e46 None None] Attempting to bind port 19ec2b80-baae-4db2-b5a1-93bc76e4a08b on host dv-cinder-805529-1-smb for vnic_type normal with profile {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:53:11.038866 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.managers [None req-594e30a2-6873-4e12-a336-f2bb373f2e46 None None] Attempting to bind port 19ec2b80-baae-4db2-b5a1-93bc76e4a08b by drivers openvswitch,hyperv on host dv-cinder-805529-1-smb at level 0 using segments [{'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'}] {{(pid=75886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:53:11.038866 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594e30a2-6873-4e12-a336-f2bb373f2e46 None None] Attempting to bind port 19ec2b80-baae-4db2-b5a1-93bc76e4a08b on network 90009780-9c2f-491e-b27f-d9d23ecfb7b4 {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:53:11.038866 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594e30a2-6873-4e12-a336-f2bb373f2e46 None None] Checking agent: {'id': '7e854a2e-3ddb-4791-9f4e-63d19a343734', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 44, 3), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:53:11.038866 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594e30a2-6873-4e12-a336-f2bb373f2e46 None None] Checking segment: {'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:53:11.038866 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-594e30a2-6873-4e12-a336-f2bb373f2e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:11.038866 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594e30a2-6873-4e12-a336-f2bb373f2e46 None None] Bound using segment: {'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'} {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:53:11.038866 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.managers [None req-594e30a2-6873-4e12-a336-f2bb373f2e46 None None] Bound port: 19ec2b80-baae-4db2-b5a1-93bc76e4a08b, host: dv-cinder-805529-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'}}] {{(pid=75886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:53:11.041227 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-594e30a2-6873-4e12-a336-f2bb373f2e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:11.042026 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ecdd-aa18-4733-8abb-a93d3f026985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:11.042026 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:11.044957 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.db [None req-594e30a2-6873-4e12-a336-f2bb373f2e46 None None] For port 19ec2b80-baae-4db2-b5a1-93bc76e4a08b, host dv-cinder-805529-1-smb, cleared binding levels {{(pid=75886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:53:11.044957 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.db [None req-594e30a2-6873-4e12-a336-f2bb373f2e46 None None] For port 19ec2b80-baae-4db2-b5a1-93bc76e4a08b, host dv-cinder-805529-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=19ec2b80-baae-4db2-b5a1-93bc76e4a08b,segment=NetworkSegment(7c5f1ea7-734e-4991-8c15-dc9eedea0188),segment_id=7c5f1ea7-734e-4991-8c15-dc9eedea0188)] {{(pid=75886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:53:11.090097 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-6c0f7d4d-fa0c-4d81-8d19-56b210c4d2fd req-51e559a5-39ea-4492-ab0c-75e22fb0f8a7 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c78f3e-5d77-4fa6-9834-1b1e4775df3f HTTP/1.1" status: 200 len: 210 time: 0.1041543 Aug 23 01:53:11.105952 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d5661-5f10-48a0-b4bc-edd52c5c525c None None] Pushing event updated for resources: {'Port': ['ID=c3757104-d4f4-4fbf-bfef-a48d3e2f5366,revision_number=3']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:11.109637 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-f03d5661-5f10-48a0-b4bc-edd52c5c525c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:11.117809 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f5ecdd-aa18-4733-8abb-a93d3f026985 None None] Routers {'2594a539-fd97-4442-a4be-2ccfc5f6e1ac'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:53:11.118519 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-c7f5ecdd-aa18-4733-8abb-a93d3f026985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:53:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['2594a539-fd97-4442-a4be-2ccfc5f6e1ac'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:53:11.121862 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-f8e1498f-7f2c-42d0-abca-a52e563ff596 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:11.147653 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-f8e1498f-7f2c-42d0-abca-a52e563ff596 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Usage tracker for resource:port and tenant:19fb13e7c5e24c35930091d9780fb75c is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:11.161970 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a2d1b156-7b39-453d-aee8-59d5b4f1856b req-dfa99b94-2807-430c-8aa9-68582f24e041 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacc79b0-e347-4492-9a23-9fee69eba6b2 HTTP/1.1" status: 200 len: 210 time: 0.1309903 Aug 23 01:53:11.162945 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-f8e1498f-7f2c-42d0-abca-a52e563ff596 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:11.169898 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-9e7e4a6e-8ef8-4776-a27f-1a8f9fd4c969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:11.173882 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-9e7e4a6e-8ef8-4776-a27f-1a8f9fd4c969 admin admin] Usage tracker for resource:security_group_rule and tenant:267897d7d0834728b323c06c1168a787 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:11.178201 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-9e7e4a6e-8ef8-4776-a27f-1a8f9fd4c969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:11.184552 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-9e7e4a6e-8ef8-4776-a27f-1a8f9fd4c969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:11.206631 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-f8e1498f-7f2c-42d0-abca-a52e563ff596 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:11.249522 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6d0a0a-fc5c-40a1-9973-818a891e6a0c admin admin] Network 2923ff85-c672-42fc-9cad-ac2843fb8239 is already hosted by enough agents. {{(pid=75884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:53:11.251034 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [None req-0b6d0a0a-fc5c-40a1-9973-818a891e6a0c admin admin] Resources bound (agent type, host, resource id): {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:53:11.276965 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-594e30a2-6873-4e12-a336-f2bb373f2e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:11.282853 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [None req-1927cc42-f9fc-444b-b264-a91de478fef2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:11.343434 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925774ea-0c8e-46b6-963a-538918adec14 admin admin] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 01:53:11.362396 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-925774ea-0c8e-46b6-963a-538918adec14 admin admin] 10.222.0.18 "PUT /v2.0/routers/2c82253f-4601-4a72-af04-f26a45fbf7b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5682471 Aug 23 01:53:11.420163 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-f8e1498f-7f2c-42d0-abca-a52e563ff596 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Made reservation on behalf of 19fb13e7c5e24c35930091d9780fb75c for: {'port': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:53:11.425573 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-f8e1498f-7f2c-42d0-abca-a52e563ff596 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:11.427909 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-c7f5ecdd-aa18-4733-8abb-a93d3f026985 None None] Set router 2594a539-fd97-4442-a4be-2ccfc5f6e1ac gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:53:11.447649 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-86c47104-871f-4a0a-b576-244ce7106549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:11.465913 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe54e1-abe4-42f3-83ec-8ca02182cb45 None None] Pushing event updated for resources: {'Port': ['ID=19ec2b80-baae-4db2-b5a1-93bc76e4a08b,revision_number=3']} {{(pid=75886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:11.482173 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594e30a2-6873-4e12-a336-f2bb373f2e46 None None] Routers {'e07315b9-d39a-4a56-a26e-63073cb79a42'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:53:11.482719 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-594e30a2-6873-4e12-a336-f2bb373f2e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:53:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['e07315b9-d39a-4a56-a26e-63073cb79a42'], 'active': True} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:53:11.484749 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:11.526577 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c47104-871f-4a0a-b576-244ce7106549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9bb993-1a58-46d1-a099-b31ff057b66d,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:11.536678 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-86c47104-871f-4a0a-b576-244ce7106549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:11.690456 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [None req-cdfe54e1-abe4-42f3-83ec-8ca02182cb45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:11.749469 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-f1bbb6a2-6621-493c-a435-629edf51dbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:11.816429 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f4a58e-f6f7-409f-acfb-d4c5c8ffa059 None None] Sync routers for ids ['2c82253f-4601-4a72-af04-f26a45fbf7b3'] in dv-cinder-805529-1-smb {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 01:53:11.943357 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f4a58e-f6f7-409f-acfb-d4c5c8ffa059 None None] Routers {'2c82253f-4601-4a72-af04-f26a45fbf7b3'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:53:11.944021 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-21f4a58e-f6f7-409f-acfb-d4c5c8ffa059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:53:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['2c82253f-4601-4a72-af04-f26a45fbf7b3'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:53:11.984729 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-86c47104-871f-4a0a-b576-244ce7106549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:11.988335 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-86c47104-871f-4a0a-b576-244ce7106549 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fc9bb993-1a58-46d1-a099-b31ff057b66d HTTP/1.1" status: 204 len: 168 time: 2.1720319 Aug 23 01:53:12.088743 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.10', 60441) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:12.148633 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 4dce87fc-1798-47b5-9f60-cccd839c37cb up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:53:12.158800 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvr_db [None req-594e30a2-6873-4e12-a336-f2bb373f2e46 None None] Set router e07315b9-d39a-4a56-a26e-63073cb79a42 gateway port host: dv-cinder-805529-1-smb {{(pid=75886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:53:12.214851 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_common [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-f8e1498f-7f2c-42d0-abca-a52e563ff596 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Allocated IP 172.20.0.6 (6fd7eb81-afc9-4814-83ed-f98cc97bf6f8/824eb3c9-cfbc-4739-ace0-27334b2e4f9e/e6796267-f506-43d6-93f0-ae10004c4796) {{(pid=75884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:53:12.801922 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-f8e1498f-7f2c-42d0-abca-a52e563ff596 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks [] for port, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:12.812539 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-594e30a2-6873-4e12-a336-f2bb373f2e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'name': 'tempest-AttachVolumeTestJSON-1962057698-router', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:53:00Z', 'updated_at': '2021-08-23T01:53:03Z', 'revision_number': 3, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'gw_port': {'id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:01Z', 'updated_at': '2021-08-23T01:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb'}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:53:12.821681 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594e30a2-6873-4e12-a336-f2bb373f2e46 None None] The sync data for ids ['e07315b9-d39a-4a56-a26e-63073cb79a42'] in dv-cinder-805529-1-smb is: [{'id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'name': 'tempest-AttachVolumeTestJSON-1962057698-router', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:53:00Z', 'updated_at': '2021-08-23T01:53:03Z', 'revision_number': 3, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'gw_port': {'id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:01Z', 'updated_at': '2021-08-23T01:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb'}] {{(pid=75886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 01:53:12.969903 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-4cdd20c8-bbff-4f10-b616-45c5cc66753e tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:12.971384 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-4cdd20c8-bbff-4f10-b616-45c5cc66753e tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.10 "GET /v2.0/networks?id=f2d82971-be94-4d1f-bdf2-ebca81f50ab9 HTTP/1.1" status: 200 len: 812 time: 0.8695307 Aug 23 01:53:13.030286 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-b5fdd8c3-9f31-43f1-8c96-7af0aad910bc tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Request body: {'port': {'device_id': 'cacc79b0-e347-4492-9a23-9fee69eba6b2', 'network_id': 'f2d82971-be94-4d1f-bdf2-ebca81f50ab9', 'admin_state_up': True, 'tenant_id': 'ed23a69198f343279bb0f169ea59efda'}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:53:13.053369 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port 4dce87fc-1798-47b5-9f60-cccd839c37cb triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:53:13.053961 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:13.166631 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-21f4a58e-f6f7-409f-acfb-d4c5c8ffa059 None None] Set router 2c82253f-4601-4a72-af04-f26a45fbf7b3 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:53:13.238450 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-b5fdd8c3-9f31-43f1-8c96-7af0aad910bc tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:13.241065 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-9e7e4a6e-8ef8-4776-a27f-1a8f9fd4c969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:13.242639 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-b5fdd8c3-9f31-43f1-8c96-7af0aad910bc tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Usage tracker for resource:port and tenant:ed23a69198f343279bb0f169ea59efda is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:13.245732 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-b5fdd8c3-9f31-43f1-8c96-7af0aad910bc tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:13.252240 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-b5fdd8c3-9f31-43f1-8c96-7af0aad910bc tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:13.257320 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 37434) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:13.257320 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 37436) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:13.257320 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-f8e1498f-7f2c-42d0-abca-a52e563ff596 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:13.290355 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.db_base_plugin_common [None req-f1bbb6a2-6621-493c-a435-629edf51dbca admin admin] Allocated IP 172.20.0.1 (5840b669-618c-425e-995c-00dd5d36fe85/afcb811f-6ebd-4831-86e9-dd7cc945a891/5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c) {{(pid=75883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:53:13.336752 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-360b7a5b-ec1e-4297-b0da-9fe58a7c9327 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Request body: {'security_group': {'name': 'tempest-securitygroup--280864914', 'description': 'tempest-description--1951466033'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:53:13.352814 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-360b7a5b-ec1e-4297-b0da-9fe58a7c9327 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:13.356710 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-c7f5ecdd-aa18-4733-8abb-a93d3f026985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2594a539-fd97-4442-a4be-2ccfc5f6e1ac', 'name': 'tempest-ServerRescueNegativeTestJSON-708111918-router', 'tenant_id': '940e2126538e41ad94209d280bc548f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c3757104-d4f4-4fbf-bfef-a48d3e2f5366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:59Z', 'updated_at': '2021-08-23T01:53:08Z', 'revision_number': 4, 'project_id': '940e2126538e41ad94209d280bc548f0', 'gw_port': {'id': 'c3757104-d4f4-4fbf-bfef-a48d3e2f5366', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2594a539-fd97-4442-a4be-2ccfc5f6e1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:01Z', 'updated_at': '2021-08-23T01:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': 'dd3c2666-0ed6-4288-8643-1d51ee546a18', 'name': '', 'network_id': '2923ff85-c672-42fc-9cad-ac2843fb8239', 'tenant_id': '940e2126538e41ad94209d280bc548f0', 'mac_address': 'fa:16:3e:64:97:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2594a539-fd97-4442-a4be-2ccfc5f6e1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ec4e931-02be-4a33-9930-18e862114160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:08Z', 'updated_at': '2021-08-23T01:53:09Z', 'revision_number': 2, 'project_id': '940e2126538e41ad94209d280bc548f0', 'subnets': [{'id': '0ec4e931-02be-4a33-9930-18e862114160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:53:13.363664 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-360b7a5b-ec1e-4297-b0da-9fe58a7c9327 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Usage tracker for resource:security_group and tenant:cf02a4e5b4424ce18a07cf20fa1241a3 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:13.375422 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-360b7a5b-ec1e-4297-b0da-9fe58a7c9327 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:13.389458 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-360b7a5b-ec1e-4297-b0da-9fe58a7c9327 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:13.418288 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 37444) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:13.448964 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f5ecdd-aa18-4733-8abb-a93d3f026985 None None] The sync data for ids ['2594a539-fd97-4442-a4be-2ccfc5f6e1ac'] in dv-cinder-805529-1-smb is: [{'id': '2594a539-fd97-4442-a4be-2ccfc5f6e1ac', 'name': 'tempest-ServerRescueNegativeTestJSON-708111918-router', 'tenant_id': '940e2126538e41ad94209d280bc548f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c3757104-d4f4-4fbf-bfef-a48d3e2f5366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:59Z', 'updated_at': '2021-08-23T01:53:08Z', 'revision_number': 4, 'project_id': '940e2126538e41ad94209d280bc548f0', 'gw_port': {'id': 'c3757104-d4f4-4fbf-bfef-a48d3e2f5366', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2594a539-fd97-4442-a4be-2ccfc5f6e1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:01Z', 'updated_at': '2021-08-23T01:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': 'dd3c2666-0ed6-4288-8643-1d51ee546a18', 'name': '', 'network_id': '2923ff85-c672-42fc-9cad-ac2843fb8239', 'tenant_id': '940e2126538e41ad94209d280bc548f0', 'mac_address': 'fa:16:3e:64:97:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2594a539-fd97-4442-a4be-2ccfc5f6e1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ec4e931-02be-4a33-9930-18e862114160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:08Z', 'updated_at': '2021-08-23T01:53:09Z', 'revision_number': 2, 'project_id': '940e2126538e41ad94209d280bc548f0', 'subnets': [{'id': '0ec4e931-02be-4a33-9930-18e862114160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 01:53:13.520748 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-0b6d0a0a-fc5c-40a1-9973-818a891e6a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:13.545865 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-b5fdd8c3-9f31-43f1-8c96-7af0aad910bc tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Made reservation on behalf of ed23a69198f343279bb0f169ea59efda for: {'port': 1} {{(pid=75883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:53:13.548757 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-b5fdd8c3-9f31-43f1-8c96-7af0aad910bc tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:13.613996 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-9e7e4a6e-8ef8-4776-a27f-1a8f9fd4c969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:13.630983 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-360b7a5b-ec1e-4297-b0da-9fe58a7c9327 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:13.682708 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-f8e1498f-7f2c-42d0-abca-a52e563ff596 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Network 6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 is already hosted by enough agents. {{(pid=75884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:53:13.691214 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-f1bbb6a2-6621-493c-a435-629edf51dbca admin admin] Notify callbacks [] for port, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:13.726682 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-fb1a433f-fa7e-47fc-9f58-2772ebbcebbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:13.748603 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-f8e1498f-7f2c-42d0-abca-a52e563ff596 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Resources bound (agent type, host, resource id): {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:53:13.829653 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-f8e1498f-7f2c-42d0-abca-a52e563ff596 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Received port after_create {{(pid=75884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:53:13.834826 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-f8e1498f-7f2c-42d0-abca-a52e563ff596 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:13.835582 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-f8e1498f-7f2c-42d0-abca-a52e563ff596 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:13.856696 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-21f4a58e-f6f7-409f-acfb-d4c5c8ffa059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1098116429-router', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:57Z', 'updated_at': '2021-08-23T01:53:07Z', 'revision_number': 4, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'gw_port': {'id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:59Z', 'updated_at': '2021-08-23T01:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': 'f58ebe7a-1fae-48ee-a3bf-533623e79179', 'name': '', 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'mac_address': 'fa:16:3e:aa:3a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:04Z', 'updated_at': '2021-08-23T01:53:07Z', 'revision_number': 2, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'subnets': [{'id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:53:13.862151 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f4a58e-f6f7-409f-acfb-d4c5c8ffa059 None None] Checking router: 2c82253f-4601-4a72-af04-f26a45fbf7b3 for host: dv-cinder-805529-1-smb {{(pid=75885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 01:53:13.863165 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f4a58e-f6f7-409f-acfb-d4c5c8ffa059 None None] Updating router 2c82253f-4601-4a72-af04-f26a45fbf7b3 port f58ebe7a-1fae-48ee-a3bf-533623e79179 binding host dv-cinder-805529-1-smb {{(pid=75885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 01:53:13.900183 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-6bf154e3-5c3d-46cb-ae14-0c3d091fe0ff req-00300d7d-9555-4a9a-a5a7-5288af6e9f86 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacc79b0-e347-4492-9a23-9fee69eba6b2 HTTP/1.1" status: 200 len: 210 time: 0.3557401 Aug 23 01:53:13.912827 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.provisioning_blocks [None req-f1bbb6a2-6621-493c-a435-629edf51dbca admin admin] Transition to ACTIVE for port object 5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c will not be triggered until provisioned by entity DHCP. {{(pid=75883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:53:13.959827 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-360b7a5b-ec1e-4297-b0da-9fe58a7c9327 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:13.964113 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-360b7a5b-ec1e-4297-b0da-9fe58a7c9327 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Usage tracker for resource:security_group_rule and tenant:cf02a4e5b4424ce18a07cf20fa1241a3 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:13.966918 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-360b7a5b-ec1e-4297-b0da-9fe58a7c9327 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:13.973284 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-360b7a5b-ec1e-4297-b0da-9fe58a7c9327 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:14.002339 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.db_base_plugin_common [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-b5fdd8c3-9f31-43f1-8c96-7af0aad910bc tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Allocated IP 172.20.0.6 (f2d82971-be94-4d1f-bdf2-ebca81f50ab9/400b14b0-a796-4a6a-9d5a-04e50f4f2bc0/a6908c47-3c56-4ef7-a763-d16a53116fef) {{(pid=75883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:53:14.015209 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-21f4a58e-f6f7-409f-acfb-d4c5c8ffa059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:14.017196 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-fb1a433f-fa7e-47fc-9f58-2772ebbcebbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:14.026213 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-fb1a433f-fa7e-47fc-9f58-2772ebbcebbc admin admin] Usage tracker for resource:security_group_rule and tenant:fe082ada3af94bc0a81bb81a0600ca66 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:14.031198 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-fb1a433f-fa7e-47fc-9f58-2772ebbcebbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:14.052872 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-fb1a433f-fa7e-47fc-9f58-2772ebbcebbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:14.120332 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1498f-7f2c-42d0-abca-a52e563ff596 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Pushing event updated for resources: {'Port': ['ID=e6796267-f506-43d6-93f0-ae10004c4796,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:14.246497 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-f8e1498f-7f2c-42d0-abca-a52e563ff596 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1786921 Aug 23 01:53:14.250996 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-f8e1498f-7f2c-42d0-abca-a52e563ff596 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:14.267829 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.568s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:14.299326 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-e341ffde-7295-4d4c-bb7a-c22347b2a163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:14.326099 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-f1bbb6a2-6621-493c-a435-629edf51dbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:14.333377 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e4a6e-8ef8-4776-a27f-1a8f9fd4c969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09425dbf-b4f7-4a52-bc97-3133e197b22b,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:14.347803 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-9e7e4a6e-8ef8-4776-a27f-1a8f9fd4c969 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=267897d7d0834728b323c06c1168a787&name=default HTTP/1.1" status: 200 len: 2647 time: 4.3704605 Aug 23 01:53:14.348516 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 37454) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:14.349405 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-9e7e4a6e-8ef8-4776-a27f-1a8f9fd4c969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:14.351818 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-925774ea-0c8e-46b6-963a-538918adec14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:14.359522 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-4576dbb0-602e-4f4f-9023-b85d74aff292 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=75884) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 01:53:14.360981 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-4576dbb0-602e-4f4f-9023-b85d74aff292 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0462632 Aug 23 01:53:14.396131 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f77e7-c19a-4d57-8daf-d8f6aa9364a5 req-945e2b51-2562-4810-be23-088e6c67b8e8 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:14.397569 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-a56f77e7-c19a-4d57-8daf-d8f6aa9364a5 req-945e2b51-2562-4810-be23-088e6c67b8e8 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Synchronizing usage tracker for tenant:19fb13e7c5e24c35930091d9780fb75c on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:53:14.565486 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-e341ffde-7295-4d4c-bb7a-c22347b2a163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:14.580940 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-e341ffde-7295-4d4c-bb7a-c22347b2a163 admin admin] Usage tracker for resource:security_group_rule and tenant:ada677c40a3e48aaae213795ddc0b6a9 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:14.591847 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-e341ffde-7295-4d4c-bb7a-c22347b2a163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:14.599647 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bbb6a2-6621-493c-a435-629edf51dbca admin admin] Network 5840b669-618c-425e-995c-00dd5d36fe85 is already hosted by enough agents. {{(pid=75883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:53:14.612054 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-e341ffde-7295-4d4c-bb7a-c22347b2a163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:14.627364 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-360b7a5b-ec1e-4297-b0da-9fe58a7c9327 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:14.632366 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.base_scheduler [None req-f1bbb6a2-6621-493c-a435-629edf51dbca admin admin] Resources bound (agent type, host, resource id): {{(pid=75883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:53:14.665678 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bbb6a2-6621-493c-a435-629edf51dbca admin admin] Received port after_create {{(pid=75883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:53:14.665678 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-f1bbb6a2-6621-493c-a435-629edf51dbca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405699'] for router_interface, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:14.682287 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-fb1a433f-fa7e-47fc-9f58-2772ebbcebbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:14.776176 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbb6a2-6621-493c-a435-629edf51dbca admin admin] Pushing event updated for resources: {'Port': ['ID=5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:14.816473 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-21f4a58e-f6f7-409f-acfb-d4c5c8ffa059 None None] Notify callbacks [] for port, precommit_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:14.818274 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-f1bbb6a2-6621-493c-a435-629edf51dbca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:14.850739 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-b5fdd8c3-9f31-43f1-8c96-7af0aad910bc tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Notify callbacks [] for port, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:14.850958 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-21f4a58e-f6f7-409f-acfb-d4c5c8ffa059 None None] Transition to ACTIVE for port object f58ebe7a-1fae-48ee-a3bf-533623e79179 will not be triggered until provisioned by entity L2. {{(pid=75885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:53:14.922163 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-a56f77e7-c19a-4d57-8daf-d8f6aa9364a5 req-945e2b51-2562-4810-be23-088e6c67b8e8 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Unset dirty status for tenant:19fb13e7c5e24c35930091d9780fb75c on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:53:14.930989 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a56f77e7-c19a-4d57-8daf-d8f6aa9364a5 req-945e2b51-2562-4810-be23-088e6c67b8e8 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c78f3e-5d77-4fa6-9834-1b1e4775df3f HTTP/1.1" status: 200 len: 931 time: 1.9693725 Aug 23 01:53:14.933252 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-21f4a58e-f6f7-409f-acfb-d4c5c8ffa059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:14.937417 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:14.965156 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-529f97bc-2cc2-406c-81db-b6070de0285d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:15.022464 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-360b7a5b-ec1e-4297-b0da-9fe58a7c9327 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:15.023487 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-fb1a433f-fa7e-47fc-9f58-2772ebbcebbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:15.062013 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-b5fdd8c3-9f31-43f1-8c96-7af0aad910bc tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:15.094270 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-f5342a88-1b87-48a0-bc46-acff310021a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:15.156165 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:15.229524 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-e341ffde-7295-4d4c-bb7a-c22347b2a163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:15.291217 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea14bf-0384-4346-9ad5-9a982e3c6d60 None None] Pushing event updated for resources: {'Port': ['ID=f58ebe7a-1fae-48ee-a3bf-533623e79179,revision_number=3']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:15.298702 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-9fea14bf-0384-4346-9ad5-9a982e3c6d60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:15.304457 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-529f97bc-2cc2-406c-81db-b6070de0285d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:15.326191 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-f1bbb6a2-6621-493c-a435-629edf51dbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:15.355528 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-015db97f-0107-47c4-9eba-2889e77f0d6a service neutron] Request body: {'port': {'device_id': '90c78f3e-5d77-4fa6-9834-1b1e4775df3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:53:15.366485 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-da82c179-b7c2-46f1-bb24-138229fc814a None None] Provisioning for port 5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c completed by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:53:15.428591 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-e341ffde-7295-4d4c-bb7a-c22347b2a163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:15.448650 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-da82c179-b7c2-46f1-bb24-138229fc814a None None] Provisioning complete for port 5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:53:15.454169 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-da82c179-b7c2-46f1-bb24-138229fc814a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:15.465428 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b7a5b-ec1e-4297-b0da-9fe58a7c9327 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78a39655-92de-4f31-906f-e25183b4cfd1,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:15.570262 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-a56f77e7-c19a-4d57-8daf-d8f6aa9364a5 req-5addf039-9787-4a0e-bc29-266797997aeb tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Synchronizing usage tracker for tenant:19fb13e7c5e24c35930091d9780fb75c on resource:security_group {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:53:15.655274 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-da82c179-b7c2-46f1-bb24-138229fc814a None None] Port 5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c cannot update to ACTIVE because it is not bound. {{(pid=75885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 01:53:15.666839 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-21f4a58e-f6f7-409f-acfb-d4c5c8ffa059 None None] Attempting to bind port f58ebe7a-1fae-48ee-a3bf-533623e79179 on host dv-cinder-805529-1-smb for vnic_type normal with profile {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:53:15.667395 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-21f4a58e-f6f7-409f-acfb-d4c5c8ffa059 None None] Attempting to bind port f58ebe7a-1fae-48ee-a3bf-533623e79179 by drivers openvswitch,hyperv on host dv-cinder-805529-1-smb at level 0 using segments [{'id': '4998317b-f65b-459a-b79b-8cace97c4771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6'}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:53:15.667948 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f4a58e-f6f7-409f-acfb-d4c5c8ffa059 None None] Attempting to bind port f58ebe7a-1fae-48ee-a3bf-533623e79179 on network c52bbd1c-24b9-493a-8949-3808e1dea7a6 {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:53:15.679146 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f4a58e-f6f7-409f-acfb-d4c5c8ffa059 None None] Checking agent: {'id': '7e854a2e-3ddb-4791-9f4e-63d19a343734', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 44, 3), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:53:15.679862 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f4a58e-f6f7-409f-acfb-d4c5c8ffa059 None None] Checking segment: {'id': '4998317b-f65b-459a-b79b-8cace97c4771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:53:15.680558 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-21f4a58e-f6f7-409f-acfb-d4c5c8ffa059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:15.681100 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f4a58e-f6f7-409f-acfb-d4c5c8ffa059 None None] Bound using segment: {'id': '4998317b-f65b-459a-b79b-8cace97c4771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6'} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:53:15.681738 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-21f4a58e-f6f7-409f-acfb-d4c5c8ffa059 None None] Bound port: f58ebe7a-1fae-48ee-a3bf-533623e79179, host: dv-cinder-805529-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4998317b-f65b-459a-b79b-8cace97c4771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6'}}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:53:15.682867 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-21f4a58e-f6f7-409f-acfb-d4c5c8ffa059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:15.686872 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-b5fdd8c3-9f31-43f1-8c96-7af0aad910bc tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Network f2d82971-be94-4d1f-bdf2-ebca81f50ab9 is already hosted by enough agents. {{(pid=75883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:53:15.710719 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.base_scheduler [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-b5fdd8c3-9f31-43f1-8c96-7af0aad910bc tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Resources bound (agent type, host, resource id): {{(pid=75883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:53:15.744480 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-fb1a433f-fa7e-47fc-9f58-2772ebbcebbc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fe082ada3af94bc0a81bb81a0600ca66&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2752025 Aug 23 01:53:15.748950 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 37464) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:15.760544 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-e341ffde-7295-4d4c-bb7a-c22347b2a163 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ada677c40a3e48aaae213795ddc0b6a9&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4872518 Aug 23 01:53:15.856848 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-21f4a58e-f6f7-409f-acfb-d4c5c8ffa059 None None] For port f58ebe7a-1fae-48ee-a3bf-533623e79179, host dv-cinder-805529-1-smb, cleared binding levels {{(pid=75885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:53:15.870059 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-21f4a58e-f6f7-409f-acfb-d4c5c8ffa059 None None] For port f58ebe7a-1fae-48ee-a3bf-533623e79179, host dv-cinder-805529-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=f58ebe7a-1fae-48ee-a3bf-533623e79179,segment=NetworkSegment(4998317b-f65b-459a-b79b-8cace97c4771),segment_id=4998317b-f65b-459a-b79b-8cace97c4771)] {{(pid=75885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:53:15.917614 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-b5fdd8c3-9f31-43f1-8c96-7af0aad910bc tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Received port after_create {{(pid=75883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:53:15.923754 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-b5fdd8c3-9f31-43f1-8c96-7af0aad910bc tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:15.924625 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-b5fdd8c3-9f31-43f1-8c96-7af0aad910bc tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for port, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:15.937743 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 37466) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:15.951822 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-21f4a58e-f6f7-409f-acfb-d4c5c8ffa059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:15.954126 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdd8c3-9f31-43f1-8c96-7af0aad910bc tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Pushing event updated for resources: {'Port': ['ID=a6908c47-3c56-4ef7-a763-d16a53116fef,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:15.957647 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-f03d5661-5f10-48a0-b4bc-edd52c5c525c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:15.984087 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-b5fdd8c3-9f31-43f1-8c96-7af0aad910bc tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.852s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:16.106111 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a433f-fa7e-47fc-9f58-2772ebbcebbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bde42ce-6423-4c16-a734-203061bbfe84,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:16.117368 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-fb1a433f-fa7e-47fc-9f58-2772ebbcebbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.023s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:16.126267 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.698s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:16.142502 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-360b7a5b-ec1e-4297-b0da-9fe58a7c9327 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:16.147983 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-360b7a5b-ec1e-4297-b0da-9fe58a7c9327 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.8662221 Aug 23 01:53:16.148304 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-750874c8-f8e0-4091-85b3-cfc91c674b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:16.148894 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 37474) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:16.165353 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf387ad-e3ec-4a01-8aea-387c0f17bab8 req-6575ff5b-6acc-4f83-a94e-e00e654f19c8 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:16.165552 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-015db97f-0107-47c4-9eba-2889e77f0d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:16.165687 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-9bf387ad-e3ec-4a01-8aea-387c0f17bab8 req-6575ff5b-6acc-4f83-a94e-e00e654f19c8 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Synchronizing usage tracker for tenant:ed23a69198f343279bb0f169ea59efda on resource:port {{(pid=75883) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:53:16.197755 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 19ec2b80-baae-4db2-b5a1-93bc76e4a08b up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:53:16.205799 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-792850f2-1f85-4743-a81e-f0b261454400 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Request body: {'security_group_rule': {'security_group_id': '78a39655-92de-4f31-906f-e25183b4cfd1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:53:16.214872 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-a56f77e7-c19a-4d57-8daf-d8f6aa9364a5 req-5addf039-9787-4a0e-bc29-266797997aeb tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Unset dirty status for tenant:19fb13e7c5e24c35930091d9780fb75c on resource:security_group {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:53:16.216278 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a56f77e7-c19a-4d57-8daf-d8f6aa9364a5 req-5addf039-9787-4a0e-bc29-266797997aeb tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2843106 Aug 23 01:53:16.263632 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-792850f2-1f85-4743-a81e-f0b261454400 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:16.274647 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f4a58e-f6f7-409f-acfb-d4c5c8ffa059 None None] Routers {'2c82253f-4601-4a72-af04-f26a45fbf7b3'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:53:16.275391 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-21f4a58e-f6f7-409f-acfb-d4c5c8ffa059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:53:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['2c82253f-4601-4a72-af04-f26a45fbf7b3'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:53:16.282126 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-792850f2-1f85-4743-a81e-f0b261454400 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Usage tracker for resource:security_group_rule and tenant:cf02a4e5b4424ce18a07cf20fa1241a3 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:16.292364 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-792850f2-1f85-4743-a81e-f0b261454400 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:16.304337 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341ffde-7295-4d4c-bb7a-c22347b2a163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa33b3e-8c4b-45a5-b380-1a2f267b999e,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:16.338690 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-792850f2-1f85-4743-a81e-f0b261454400 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:16.345221 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-e341ffde-7295-4d4c-bb7a-c22347b2a163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:16.345909 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.777s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:16.346189 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:16.363382 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6d0a0a-fc5c-40a1-9973-818a891e6a0c admin admin] Router 2594a539-fd97-4442-a4be-2ccfc5f6e1ac has already been hosted by L3 agent a65233ca-d566-4bb6-b10d-56979c97574d {{(pid=75884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 01:53:16.370440 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-529f97bc-2cc2-406c-81db-b6070de0285d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:16.372533 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-b5fdd8c3-9f31-43f1-8c96-7af0aad910bc tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3638234 Aug 23 01:53:16.398857 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-529f97bc-2cc2-406c-81db-b6070de0285d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:16.403112 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-529f97bc-2cc2-406c-81db-b6070de0285d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09425dbf-b4f7-4a52-bc97-3133e197b22b HTTP/1.1" status: 204 len: 168 time: 1.9789965 Aug 23 01:53:16.404378 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-9bf387ad-e3ec-4a01-8aea-387c0f17bab8 req-6575ff5b-6acc-4f83-a94e-e00e654f19c8 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Unset dirty status for tenant:ed23a69198f343279bb0f169ea59efda on resource:port {{(pid=75883) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:53:16.415587 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-9bf387ad-e3ec-4a01-8aea-387c0f17bab8 req-6575ff5b-6acc-4f83-a94e-e00e654f19c8 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacc79b0-e347-4492-9a23-9fee69eba6b2 HTTP/1.1" status: 200 len: 931 time: 1.1337571 Aug 23 01:53:16.421320 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea14bf-0384-4346-9ad5-9a982e3c6d60 None None] Pushing event updated for resources: {'Port': ['ID=f58ebe7a-1fae-48ee-a3bf-533623e79179,revision_number=4']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:16.424537 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-9fea14bf-0384-4346-9ad5-9a982e3c6d60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:16.471682 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-252c4a4c-4598-4901-8de8-75400cbde962 service neutron] Request body: {'port': {'device_id': 'cacc79b0-e347-4492-9a23-9fee69eba6b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:53:16.551388 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-14c565cc-142a-4547-b39d-bd27f971bb15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:16.583716 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-01bdfd91-3bb9-4dee-b723-afd610e6ccda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:16.620940 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f97bc-2cc2-406c-81db-b6070de0285d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09425dbf-b4f7-4a52-bc97-3133e197b22b,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:16.628598 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-792850f2-1f85-4743-a81e-f0b261454400 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:16.649155 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-750874c8-f8e0-4091-85b3-cfc91c674b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:16.674540 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-21f4a58e-f6f7-409f-acfb-d4c5c8ffa059 None None] Set router 2c82253f-4601-4a72-af04-f26a45fbf7b3 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:53:16.744295 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-529f97bc-2cc2-406c-81db-b6070de0285d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:16.761531 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-01bdfd91-3bb9-4dee-b723-afd610e6ccda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:16.775503 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning for port 19ec2b80-baae-4db2-b5a1-93bc76e4a08b completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:53:16.863898 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-9bf387ad-e3ec-4a01-8aea-387c0f17bab8 req-191c4668-a957-4529-ad70-827206796252 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/security-groups?id=781b8de4-bd92-49d8-82c5-9b1bd824a4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506707 Aug 23 01:53:16.866788 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port 19ec2b80-baae-4db2-b5a1-93bc76e4a08b triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:53:16.867283 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:16.978610 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-252c4a4c-4598-4901-8de8-75400cbde962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:17.012272 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-792850f2-1f85-4743-a81e-f0b261454400 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:17.145512 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-015db97f-0107-47c4-9eba-2889e77f0d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6796267-f506-43d6-93f0-ae10004c4796 {{(pid=75884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:53:17.161253 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-f1bbb6a2-6621-493c-a435-629edf51dbca admin admin] Notify callbacks [] for port, precommit_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:17.171681 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-015db97f-0107-47c4-9eba-2889e77f0d6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:17.219955 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-792850f2-1f85-4743-a81e-f0b261454400 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441829'] for security_group_rule, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:17.229702 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:17.318605 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-750874c8-f8e0-4091-85b3-cfc91c674b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:17.319526 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792850f2-1f85-4743-a81e-f0b261454400 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=214cf693-2385-464c-9332-60173c56867c,revision_number=0']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:17.322667 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-792850f2-1f85-4743-a81e-f0b261454400 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:17.368072 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:17.392638 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-d4367afb-6fe4-46b2-aa0b-314d849b6c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:17.432398 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750874c8-f8e0-4091-85b3-cfc91c674b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa33b3e-8c4b-45a5-b380-1a2f267b999e,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:17.434249 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6d0a0a-fc5c-40a1-9973-818a891e6a0c admin admin] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 01:53:17.438181 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] For port 19ec2b80-baae-4db2-b5a1-93bc76e4a08b, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=19ec2b80-baae-4db2-b5a1-93bc76e4a08b,segment=NetworkSegment(7c5f1ea7-734e-4991-8c15-dc9eedea0188),segment_id=7c5f1ea7-734e-4991-8c15-dc9eedea0188)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:53:17.460266 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-0b6d0a0a-fc5c-40a1-9973-818a891e6a0c admin admin] 10.222.0.18 "PUT /v2.0/routers/2594a539-fd97-4442-a4be-2ccfc5f6e1ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0759058 Aug 23 01:53:17.463484 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.provisioning_blocks [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-015db97f-0107-47c4-9eba-2889e77f0d6a service neutron] Transition to ACTIVE for port object e6796267-f506-43d6-93f0-ae10004c4796 will not be triggered until provisioned by entity L2. {{(pid=75884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:53:17.514127 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-21f4a58e-f6f7-409f-acfb-d4c5c8ffa059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1098116429-router', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:57Z', 'updated_at': '2021-08-23T01:53:07Z', 'revision_number': 4, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'gw_port': {'id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:59Z', 'updated_at': '2021-08-23T01:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': 'f58ebe7a-1fae-48ee-a3bf-533623e79179', 'name': '', 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'mac_address': 'fa:16:3e:aa:3a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:04Z', 'updated_at': '2021-08-23T01:53:15Z', 'revision_number': 4, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'subnets': [{'id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:53:17.525540 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f4a58e-f6f7-409f-acfb-d4c5c8ffa059 None None] The sync data for ids ['2c82253f-4601-4a72-af04-f26a45fbf7b3'] in dv-cinder-805529-1-smb is: [{'id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1098116429-router', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:57Z', 'updated_at': '2021-08-23T01:53:07Z', 'revision_number': 4, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'gw_port': {'id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:59Z', 'updated_at': '2021-08-23T01:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': 'f58ebe7a-1fae-48ee-a3bf-533623e79179', 'name': '', 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'mac_address': 'fa:16:3e:aa:3a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:04Z', 'updated_at': '2021-08-23T01:53:15Z', 'revision_number': 4, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'subnets': [{'id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 01:53:17.542472 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-01bdfd91-3bb9-4dee-b723-afd610e6ccda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:17.548698 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-792850f2-1f85-4743-a81e-f0b261454400 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:17.549440 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-792850f2-1f85-4743-a81e-f0b261454400 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3875828 Aug 23 01:53:17.565921 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-01bdfd91-3bb9-4dee-b723-afd610e6ccda admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:17.570008 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-01bdfd91-3bb9-4dee-b723-afd610e6ccda admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4bde42ce-6423-4c16-a734-203061bbfe84 HTTP/1.1" status: 204 len: 168 time: 1.8055818 Aug 23 01:53:17.570008 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 37494) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:17.570008 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-91b1b842-5ace-4ae9-bfd2-aca0abe4f309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:17.590557 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-dafc9ab8-d3a5-4d8f-8501-e3429f73f514 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Request body: {'security_group_rule': {'security_group_id': '78a39655-92de-4f31-906f-e25183b4cfd1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:53:17.618754 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-dafc9ab8-d3a5-4d8f-8501-e3429f73f514 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:17.619577 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-750874c8-f8e0-4091-85b3-cfc91c674b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:17.619721 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdfd91-3bb9-4dee-b723-afd610e6ccda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bde42ce-6423-4c16-a734-203061bbfe84,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:17.619721 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-dafc9ab8-d3a5-4d8f-8501-e3429f73f514 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Usage tracker for resource:security_group_rule and tenant:cf02a4e5b4424ce18a07cf20fa1241a3 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:17.619721 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-dafc9ab8-d3a5-4d8f-8501-e3429f73f514 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:17.621192 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-01bdfd91-3bb9-4dee-b723-afd610e6ccda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:17.636409 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-f1bbb6a2-6621-493c-a435-629edf51dbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:17.641503 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-dafc9ab8-d3a5-4d8f-8501-e3429f73f514 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:17.657500 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-f1bbb6a2-6621-493c-a435-629edf51dbca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1356800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406314'] for router_interface, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:17.662393 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:17.663228 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device c3757104-d4f4-4fbf-bfef-a48d3e2f5366 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:53:17.700063 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-925774ea-0c8e-46b6-963a-538918adec14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:17.708127 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-015db97f-0107-47c4-9eba-2889e77f0d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:17.731116 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:17.788157 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-750874c8-f8e0-4091-85b3-cfc91c674b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:17.803192 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-750874c8-f8e0-4091-85b3-cfc91c674b34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bfa33b3e-8c4b-45a5-b380-1a2f267b999e HTTP/1.1" status: 204 len: 168 time: 1.8408587 Aug 23 01:53:17.803377 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-49f0e4bb-46a9-47d5-bea6-57b04f194e91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:18.041069 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6cd80-3546-455f-8461-9d4099e72fed req-2a78d68f-c37d-42ee-8b75-77ac0fe56195 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:18.043006 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Pushing event updated for resources: {'Port': ['ID=19ec2b80-baae-4db2-b5a1-93bc76e4a08b,revision_number=4']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:18.052817 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:18.058302 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c6b6cd80-3546-455f-8461-9d4099e72fed req-2a78d68f-c37d-42ee-8b75-77ac0fe56195 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c78f3e-5d77-4fa6-9834-1b1e4775df3f HTTP/1.1" status: 200 len: 931 time: 0.5813575 Aug 23 01:53:18.117468 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-dafc9ab8-d3a5-4d8f-8501-e3429f73f514 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:18.138496 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbb6a2-6621-493c-a435-629edf51dbca admin admin] Pushing event updated for resources: {'Port': ['ID=5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c,revision_number=2']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:18.174729 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-f1bbb6a2-6621-493c-a435-629edf51dbca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:18.197413 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning for port c3757104-d4f4-4fbf-bfef-a48d3e2f5366 completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:53:18.206105 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port c3757104-d4f4-4fbf-bfef-a48d3e2f5366 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:53:18.206105 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:18.211365 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.notifiers.nova [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-252c4a4c-4598-4901-8de8-75400cbde962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6908c47-3c56-4ef7-a763-d16a53116fef {{(pid=75883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:53:18.281537 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-252c4a4c-4598-4901-8de8-75400cbde962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:18.324559 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bbb6a2-6621-493c-a435-629edf51dbca admin admin] Network 5840b669-618c-425e-995c-00dd5d36fe85 is already hosted by enough agents. {{(pid=75883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:53:18.332447 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.base_scheduler [None req-f1bbb6a2-6621-493c-a435-629edf51dbca admin admin] Resources bound (agent type, host, resource id): {{(pid=75883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:53:18.452053 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015db97f-0107-47c4-9eba-2889e77f0d6a service neutron] Pushing event updated for resources: {'Port': ['ID=e6796267-f506-43d6-93f0-ae10004c4796,revision_number=2']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:18.458370 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-015db97f-0107-47c4-9eba-2889e77f0d6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:18.480488 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:18.523185 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] For port c3757104-d4f4-4fbf-bfef-a48d3e2f5366, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=c3757104-d4f4-4fbf-bfef-a48d3e2f5366,segment=NetworkSegment(7c5f1ea7-734e-4991-8c15-dc9eedea0188),segment_id=7c5f1ea7-734e-4991-8c15-dc9eedea0188)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:53:18.560128 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-dafc9ab8-d3a5-4d8f-8501-e3429f73f514 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:18.590700 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:18.595631 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:18.678125 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-dafc9ab8-d3a5-4d8f-8501-e3429f73f514 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441829'] for security_group_rule, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:18.701785 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.provisioning_blocks [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-252c4a4c-4598-4901-8de8-75400cbde962 service neutron] Transition to ACTIVE for port object a6908c47-3c56-4ef7-a763-d16a53116fef will not be triggered until provisioned by entity L2. {{(pid=75883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:53:18.742691 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:18.825249 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c6b6cd80-3546-455f-8461-9d4099e72fed req-d0528f7a-8a35-4940-9508-3e324fcac9e4 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7660339 Aug 23 01:53:18.859050 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc9ab8-d3a5-4d8f-8501-e3429f73f514 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d469e4-ec8a-4c86-8d5b-3debc21ac9f4,revision_number=0']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:18.861330 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-252c4a4c-4598-4901-8de8-75400cbde962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:18.898268 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-dafc9ab8-d3a5-4d8f-8501-e3429f73f514 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:18.932046 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-24014c93-360b-4d32-b70c-11509ad79033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:18.995958 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Pushing event updated for resources: {'Port': ['ID=c3757104-d4f4-4fbf-bfef-a48d3e2f5366,revision_number=4']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:19.008128 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:19.022078 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 19ec2b80-baae-4db2-b5a1-93bc76e4a08b up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:53:19.134427 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-015db97f-0107-47c4-9eba-2889e77f0d6a service neutron] Attempting to bind port e6796267-f506-43d6-93f0-ae10004c4796 on host hv-cinder-80552 for vnic_type normal with profile {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:53:19.134779 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-015db97f-0107-47c4-9eba-2889e77f0d6a service neutron] Attempting to bind port e6796267-f506-43d6-93f0-ae10004c4796 by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': '269a0b8a-2a6b-4e47-b752-80dff62f9501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6fd7eb81-afc9-4814-83ed-f98cc97bf6f8'}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:53:19.135140 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-015db97f-0107-47c4-9eba-2889e77f0d6a service neutron] Attempting to bind port e6796267-f506-43d6-93f0-ae10004c4796 on network 6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:53:19.152950 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-015db97f-0107-47c4-9eba-2889e77f0d6a service neutron] Port e6796267-f506-43d6-93f0-ae10004c4796 on network 6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 01:53:19.153254 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-015db97f-0107-47c4-9eba-2889e77f0d6a service neutron] Attempting to bind port e6796267-f506-43d6-93f0-ae10004c4796 on network 6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:53:19.161860 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c4a4c-4598-4901-8de8-75400cbde962 service neutron] Pushing event updated for resources: {'Port': ['ID=a6908c47-3c56-4ef7-a763-d16a53116fef,revision_number=2']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:19.179262 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-252c4a4c-4598-4901-8de8-75400cbde962 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:19.183275 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-015db97f-0107-47c4-9eba-2889e77f0d6a service neutron] Checking agent: {'id': '57122005-e7d6-4a8f-9a43-0b5b130153fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:53:19.183698 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-015db97f-0107-47c4-9eba-2889e77f0d6a service neutron] Checking segment: {'id': '269a0b8a-2a6b-4e47-b752-80dff62f9501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6fd7eb81-afc9-4814-83ed-f98cc97bf6f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:53:19.184673 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-015db97f-0107-47c4-9eba-2889e77f0d6a service neutron] Bound using segment: {'id': '269a0b8a-2a6b-4e47-b752-80dff62f9501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6fd7eb81-afc9-4814-83ed-f98cc97bf6f8'} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:53:19.185803 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-015db97f-0107-47c4-9eba-2889e77f0d6a service neutron] Bound port: e6796267-f506-43d6-93f0-ae10004c4796, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '269a0b8a-2a6b-4e47-b752-80dff62f9501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6fd7eb81-afc9-4814-83ed-f98cc97bf6f8'}}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:53:19.186160 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-015db97f-0107-47c4-9eba-2889e77f0d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:19.195526 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e101545-771e-4497-ad51-cdf44bd6aa5d req-d6c0a2ea-e08f-4746-b667-80af08513589 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:19.203167 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-9e101545-771e-4497-ad51-cdf44bd6aa5d req-d6c0a2ea-e08f-4746-b667-80af08513589 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacc79b0-e347-4492-9a23-9fee69eba6b2 HTTP/1.1" status: 200 len: 931 time: 0.9717696 Aug 23 01:53:19.208843 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-bf0d4165-6925-4ebc-be16-1856e29d1c1c None None] Provisioning complete for port 5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:53:19.209459 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-bf0d4165-6925-4ebc-be16-1856e29d1c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:19.219236 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-dafc9ab8-d3a5-4d8f-8501-e3429f73f514 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:19.225901 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-dafc9ab8-d3a5-4d8f-8501-e3429f73f514 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.6477399 Aug 23 01:53:19.238703 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 37522) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:19.251593 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-f06fd9cf-aa4f-4028-a5d9-66e48fd493aa tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Request body: {'floatingip': {'floating_network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:53:19.273067 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-9e101545-771e-4497-ad51-cdf44bd6aa5d req-2c9ef66a-555f-42d0-9e3f-aae302934104 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/security-groups?id=781b8de4-bd92-49d8-82c5-9b1bd824a4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681465 Aug 23 01:53:19.306709 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-f06fd9cf-aa4f-4028-a5d9-66e48fd493aa tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:19.321999 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-f06fd9cf-aa4f-4028-a5d9-66e48fd493aa tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Usage tracker for resource:floatingip and tenant:cf02a4e5b4424ce18a07cf20fa1241a3 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:19.333800 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port 19ec2b80-baae-4db2-b5a1-93bc76e4a08b triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:53:19.334506 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:19.334845 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-f06fd9cf-aa4f-4028-a5d9-66e48fd493aa tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:19.367793 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-f06fd9cf-aa4f-4028-a5d9-66e48fd493aa tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:19.408247 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-bf0d4165-6925-4ebc-be16-1856e29d1c1c None None] Port 5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c cannot update to ACTIVE because it is not bound. {{(pid=75885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 01:53:19.418291 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.managers [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-252c4a4c-4598-4901-8de8-75400cbde962 service neutron] Attempting to bind port a6908c47-3c56-4ef7-a763-d16a53116fef on host hv-cinder-80552 for vnic_type normal with profile {{(pid=75883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:53:19.418699 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.managers [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-252c4a4c-4598-4901-8de8-75400cbde962 service neutron] Attempting to bind port a6908c47-3c56-4ef7-a763-d16a53116fef by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': '6308b546-aecb-4083-ae83-1aa8e93d5b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f2d82971-be94-4d1f-bdf2-ebca81f50ab9'}] {{(pid=75883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:53:19.419005 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-252c4a4c-4598-4901-8de8-75400cbde962 service neutron] Attempting to bind port a6908c47-3c56-4ef7-a763-d16a53116fef on network f2d82971-be94-4d1f-bdf2-ebca81f50ab9 {{(pid=75883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:53:19.431161 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-252c4a4c-4598-4901-8de8-75400cbde962 service neutron] Port a6908c47-3c56-4ef7-a763-d16a53116fef on network f2d82971-be94-4d1f-bdf2-ebca81f50ab9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 01:53:19.431531 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-252c4a4c-4598-4901-8de8-75400cbde962 service neutron] Attempting to bind port a6908c47-3c56-4ef7-a763-d16a53116fef on network f2d82971-be94-4d1f-bdf2-ebca81f50ab9 {{(pid=75883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:53:19.462036 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-015db97f-0107-47c4-9eba-2889e77f0d6a service neutron] For port e6796267-f506-43d6-93f0-ae10004c4796, host hv-cinder-80552, cleared binding levels {{(pid=75884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:53:19.467845 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-015db97f-0107-47c4-9eba-2889e77f0d6a service neutron] For port e6796267-f506-43d6-93f0-ae10004c4796, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=e6796267-f506-43d6-93f0-ae10004c4796,segment=NetworkSegment(269a0b8a-2a6b-4e47-b752-80dff62f9501),segment_id=269a0b8a-2a6b-4e47-b752-80dff62f9501)] {{(pid=75884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:53:19.505091 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f06fd9cf-aa4f-4028-a5d9-66e48fd493aa tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for floatingip, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:19.549261 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-252c4a4c-4598-4901-8de8-75400cbde962 service neutron] Checking agent: {'id': '57122005-e7d6-4a8f-9a43-0b5b130153fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:53:19.550939 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-252c4a4c-4598-4901-8de8-75400cbde962 service neutron] Checking segment: {'id': '6308b546-aecb-4083-ae83-1aa8e93d5b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f2d82971-be94-4d1f-bdf2-ebca81f50ab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:53:19.551207 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-015db97f-0107-47c4-9eba-2889e77f0d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:19.553296 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-252c4a4c-4598-4901-8de8-75400cbde962 service neutron] Bound using segment: {'id': '6308b546-aecb-4083-ae83-1aa8e93d5b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f2d82971-be94-4d1f-bdf2-ebca81f50ab9'} {{(pid=75883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:53:19.554007 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.managers [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-252c4a4c-4598-4901-8de8-75400cbde962 service neutron] Bound port: a6908c47-3c56-4ef7-a763-d16a53116fef, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6308b546-aecb-4083-ae83-1aa8e93d5b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f2d82971-be94-4d1f-bdf2-ebca81f50ab9'}}] {{(pid=75883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:53:19.555042 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-252c4a4c-4598-4901-8de8-75400cbde962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:19.614477 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device f58ebe7a-1fae-48ee-a3bf-533623e79179 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:53:19.645756 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 37530) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:19.649467 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:19.772966 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-015db97f-0107-47c4-9eba-2889e77f0d6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:19.774388 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-015db97f-0107-47c4-9eba-2889e77f0d6a service neutron] 10.222.0.10 "PUT /v2.0/ports/e6796267-f506-43d6-93f0-ae10004c4796 HTTP/1.1" status: 200 len: 1093 time: 4.8724334 Aug 23 01:53:19.788049 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c78f3e-5d77-4fa6-9834-1b1e4775df3f', 'tag': 'e6796267-f506-43d6-93f0-ae10004c4796'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:53:19.818532 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning for port f58ebe7a-1fae-48ee-a3bf-533623e79179 completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:53:19.824702 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port f58ebe7a-1fae-48ee-a3bf-533623e79179 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:53:19.825414 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:19.829978 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.db [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-252c4a4c-4598-4901-8de8-75400cbde962 service neutron] For port a6908c47-3c56-4ef7-a763-d16a53116fef, host hv-cinder-80552, cleared binding levels {{(pid=75883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:53:19.836158 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.db [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-252c4a4c-4598-4901-8de8-75400cbde962 service neutron] For port a6908c47-3c56-4ef7-a763-d16a53116fef, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=a6908c47-3c56-4ef7-a763-d16a53116fef,segment=NetworkSegment(6308b546-aecb-4083-ae83-1aa8e93d5b50),segment_id=6308b546-aecb-4083-ae83-1aa8e93d5b50)] {{(pid=75883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:53:19.859286 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1bbb6a2-6621-493c-a435-629edf51dbca admin admin] Router e07315b9-d39a-4a56-a26e-63073cb79a42 has already been hosted by L3 agent a65233ca-d566-4bb6-b10d-56979c97574d {{(pid=75883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 01:53:19.922580 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-940b599f-11a9-4ba0-bf2f-233e0d543d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:19.977488 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-940b599f-11a9-4ba0-bf2f-233e0d543d72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:19.997452 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-940b599f-11a9-4ba0-bf2f-233e0d543d72 admin admin] Usage tracker for resource:security_group_rule and tenant:b7bec59418234295af05268af3f5f277 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:20.013242 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-940b599f-11a9-4ba0-bf2f-233e0d543d72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:20.013543 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-252c4a4c-4598-4901-8de8-75400cbde962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:20.028594 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-f1bbb6a2-6621-493c-a435-629edf51dbca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:20.030182 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-940b599f-11a9-4ba0-bf2f-233e0d543d72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:20.134903 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:20.166468 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-252c4a4c-4598-4901-8de8-75400cbde962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for port, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:20.168385 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-252c4a4c-4598-4901-8de8-75400cbde962 service neutron] 10.222.0.10 "PUT /v2.0/ports/a6908c47-3c56-4ef7-a763-d16a53116fef HTTP/1.1" status: 200 len: 1093 time: 3.7750320 Aug 23 01:53:20.180943 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cacc79b0-e347-4492-9a23-9fee69eba6b2', 'tag': 'a6908c47-3c56-4ef7-a763-d16a53116fef'}] {{(pid=75883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:53:20.183181 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-940b599f-11a9-4ba0-bf2f-233e0d543d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:20.216974 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] For port f58ebe7a-1fae-48ee-a3bf-533623e79179, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=f58ebe7a-1fae-48ee-a3bf-533623e79179,segment=NetworkSegment(4998317b-f65b-459a-b79b-8cace97c4771),segment_id=4998317b-f65b-459a-b79b-8cace97c4771)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:53:20.293041 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-940b599f-11a9-4ba0-bf2f-233e0d543d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:20.308572 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c4a4c-4598-4901-8de8-75400cbde962 service neutron] Pushing event updated for resources: {'Port': ['ID=a6908c47-3c56-4ef7-a763-d16a53116fef,revision_number=3']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:20.312429 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:20.324384 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:20.345448 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-252c4a4c-4598-4901-8de8-75400cbde962 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:20.376307 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015db97f-0107-47c4-9eba-2889e77f0d6a service neutron] Pushing event updated for resources: {'Port': ['ID=e6796267-f506-43d6-93f0-ae10004c4796,revision_number=3']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:20.383572 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-940b599f-11a9-4ba0-bf2f-233e0d543d72 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b7bec59418234295af05268af3f5f277&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6546528 Aug 23 01:53:20.388146 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 37556) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:20.414133 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-015db97f-0107-47c4-9eba-2889e77f0d6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:20.453476 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:20.597797 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373b6dd-3bf9-4ec1-8222-b83989e6042f req-e62dc1f5-edc9-44ed-88a3-5ea3187abeac tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:20.604988 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Pushing event updated for resources: {'Port': ['ID=f58ebe7a-1fae-48ee-a3bf-533623e79179,revision_number=5']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:20.613534 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-0373b6dd-3bf9-4ec1-8222-b83989e6042f req-e62dc1f5-edc9-44ed-88a3-5ea3187abeac tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c78f3e-5d77-4fa6-9834-1b1e4775df3f HTTP/1.1" status: 200 len: 943 time: 0.4526401 Aug 23 01:53:20.615369 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:20.680781 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b599f-11a9-4ba0-bf2f-233e0d543d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af53e22f-ea1d-4817-aeda-926dd90e2d96,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:20.688016 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-940b599f-11a9-4ba0-bf2f-233e0d543d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:20.739355 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-64f2b908-fcf5-4c54-8efd-1e6bb466810b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=19fb13e7c5e24c35930091d9780fb75c&device_id=90c78f3e-5d77-4fa6-9834-1b1e4775df3f HTTP/1.1" status: 200 len: 1096 time: 0.5454876 Aug 23 01:53:20.749505 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device c3757104-d4f4-4fbf-bfef-a48d3e2f5366 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:53:20.939919 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port c3757104-d4f4-4fbf-bfef-a48d3e2f5366 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:53:20.940308 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:20.988735 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-0373b6dd-3bf9-4ec1-8222-b83989e6042f req-1378ca1a-67b3-4f53-a103-475fa25fbf2d tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694980 Aug 23 01:53:20.995114 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bbb6a2-6621-493c-a435-629edf51dbca admin admin] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 01:53:21.021716 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-f1bbb6a2-6621-493c-a435-629edf51dbca admin admin] 10.222.0.18 "PUT /v2.0/routers/e07315b9-d39a-4a56-a26e-63073cb79a42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2033484 Aug 23 01:53:21.075434 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-b459c429-47ab-4607-bae3-98d3d6d8b1d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ed23a69198f343279bb0f169ea59efda&device_id=cacc79b0-e347-4492-9a23-9fee69eba6b2 HTTP/1.1" status: 200 len: 1096 time: 0.3611879 Aug 23 01:53:21.087713 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-2cdc9ce7-6465-47ef-82bb-663b94d68404 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6796267-f506-43d6-93f0-ae10004c4796 HTTP/1.1" status: 200 len: 217 time: 0.2796073 Aug 23 01:53:21.095468 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f06fd9cf-aa4f-4028-a5d9-66e48fd493aa tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:21.097416 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b1096f75-2a27-48ae-b3ef-903956137c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:21.244721 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-f7e6f320-190c-4a2a-a432-16a1ae7ea0bb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:21.246181 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-f7e6f320-190c-4a2a-a432-16a1ae7ea0bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=824eb3c9-cfbc-4739-ace0-27334b2e4f9e HTTP/1.1" status: 200 len: 854 time: 0.0984769 Aug 23 01:53:21.327756 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-8ca4c4f9-fe46-46d1-81fc-004d75d82921 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6fd7eb81-afc9-4814-83ed-f98cc97bf6f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545294 Aug 23 01:53:21.333495 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b1096f75-2a27-48ae-b3ef-903956137c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:21.373389 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-65ab7944-71df-4c1a-b0a3-ea5e1b70d7aa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6908c47-3c56-4ef7-a763-d16a53116fef HTTP/1.1" status: 200 len: 217 time: 0.2427008 Aug 23 01:53:21.435112 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b405dc-d0a8-4e1d-8121-0ef795b53ad8 req-db23e343-4deb-4d04-9fff-0c0369b21eeb tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:21.444616 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b0b405dc-d0a8-4e1d-8121-0ef795b53ad8 req-db23e343-4deb-4d04-9fff-0c0369b21eeb tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacc79b0-e347-4492-9a23-9fee69eba6b2 HTTP/1.1" status: 200 len: 943 time: 0.1589956 Aug 23 01:53:21.584859 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-808d3162-4a50-449f-9589-523e39b85306 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:21.591995 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-808d3162-4a50-449f-9589-523e39b85306 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=400b14b0-a796-4a6a-9d5a-04e50f4f2bc0 HTTP/1.1" status: 200 len: 852 time: 0.1245363 Aug 23 01:53:21.606547 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b0b405dc-d0a8-4e1d-8121-0ef795b53ad8 req-89cf7b76-0f35-4f7b-a65f-dd25d05bd103 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/security-groups?id=781b8de4-bd92-49d8-82c5-9b1bd824a4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608145 Aug 23 01:53:21.662964 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-f056e457-ba6e-4392-b890-98aa3483e478 service neutron] 10.222.0.10 "GET /v2.0/networks/6fd7eb81-afc9-4814-83ed-f98cc97bf6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065852 Aug 23 01:53:21.725623 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:21.756659 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-7708c712-635a-4449-b8fc-938cc663bf86 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2d82971-be94-4d1f-bdf2-ebca81f50ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981040 Aug 23 01:53:21.872520 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_common [None req-f06fd9cf-aa4f-4028-a5d9-66e48fd493aa tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Allocated IP 172.28.2.140 (90009780-9c2f-491e-b27f-d9d23ecfb7b4/1e7d67c2-da92-4caf-b211-787ee080d8b0/a2d36795-8b73-4d1c-b9ec-6c800b23d5b9) {{(pid=75884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:53:21.967070 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-20ca2fa9-6907-43f3-9a8a-f81d0d977e2a service neutron] 10.222.0.10 "GET /v2.0/networks/f2d82971-be94-4d1f-bdf2-ebca81f50ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900251 Aug 23 01:53:22.048093 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b1096f75-2a27-48ae-b3ef-903956137c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:22.076077 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:22.146244 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-584efe3f-7e41-471f-847e-128f16e7cb6b req-0a126018-98fa-46e0-9fc2-3a8065538275 service neutron] 10.222.0.10 "GET /v2.0/networks/6fd7eb81-afc9-4814-83ed-f98cc97bf6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764872 Aug 23 01:53:22.154472 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1096f75-2a27-48ae-b3ef-903956137c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af53e22f-ea1d-4817-aeda-926dd90e2d96,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:22.160820 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-b1096f75-2a27-48ae-b3ef-903956137c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:22.185536 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c78f3e-5d77-4fa6-9834-1b1e4775df3f', 'tag': 'e6796267-f506-43d6-93f0-ae10004c4796', 'status': 'completed', 'code': 200} Aug 23 01:53:22.200831 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d5f68a69-1e85-45c1-a7a6-9d544bcc423a req-ef0854f3-e8c9-4b48-b63a-04e89b11130a service neutron] 10.222.0.10 "GET /v2.0/networks/f2d82971-be94-4d1f-bdf2-ebca81f50ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181053 Aug 23 01:53:22.210431 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b1096f75-2a27-48ae-b3ef-903956137c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:22.211589 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-b1096f75-2a27-48ae-b3ef-903956137c6e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/af53e22f-ea1d-4817-aeda-926dd90e2d96 HTTP/1.1" status: 204 len: 168 time: 1.8206263 Aug 23 01:53:22.257244 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f06fd9cf-aa4f-4028-a5d9-66e48fd493aa tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for port, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:22.459736 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f06fd9cf-aa4f-4028-a5d9-66e48fd493aa tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:22.465156 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-015db97f-0107-47c4-9eba-2889e77f0d6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:22.470390 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cacc79b0-e347-4492-9a23-9fee69eba6b2', 'tag': 'a6908c47-3c56-4ef7-a763-d16a53116fef', 'status': 'completed', 'code': 200} Aug 23 01:53:22.542296 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06fd9cf-aa4f-4028-a5d9-66e48fd493aa tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Network 90009780-9c2f-491e-b27f-d9d23ecfb7b4 is already hosted by enough agents. {{(pid=75884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:53:22.544452 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [None req-f06fd9cf-aa4f-4028-a5d9-66e48fd493aa tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Resources bound (agent type, host, resource id): {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:53:22.556083 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06fd9cf-aa4f-4028-a5d9-66e48fd493aa tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Received port after_create {{(pid=75884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:53:22.567139 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06fd9cf-aa4f-4028-a5d9-66e48fd493aa tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Pushing event updated for resources: {'Port': ['ID=a2d36795-8b73-4d1c-b9ec-6c800b23d5b9,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:22.570308 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-f06fd9cf-aa4f-4028-a5d9-66e48fd493aa tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:22.699764 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device f58ebe7a-1fae-48ee-a3bf-533623e79179 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:53:22.829244 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f06fd9cf-aa4f-4028-a5d9-66e48fd493aa tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:22.851406 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port f58ebe7a-1fae-48ee-a3bf-533623e79179 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:53:22.851950 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:22.995557 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f06fd9cf-aa4f-4028-a5d9-66e48fd493aa tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:23.464441 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f06fd9cf-aa4f-4028-a5d9-66e48fd493aa tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for port, precommit_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:23.585338 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 37636) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:23.588488 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f06fd9cf-aa4f-4028-a5d9-66e48fd493aa tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:23.592561 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [None req-2e5fbea0-4793-431b-802d-61ec5d1527dd tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--436577159', 'description': 'tempest-description--525981301'}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:53:23.593038 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-015db97f-0107-47c4-9eba-2889e77f0d6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:23.599524 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-2e5fbea0-4793-431b-802d-61ec5d1527dd tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:23.606959 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-2e5fbea0-4793-431b-802d-61ec5d1527dd tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Usage tracker for resource:security_group and tenant:4974ea7b9027427197b8907f91b8fd1c is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:23.620996 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-2e5fbea0-4793-431b-802d-61ec5d1527dd tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:23.635640 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-2e5fbea0-4793-431b-802d-61ec5d1527dd tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:23.752784 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-2e5fbea0-4793-431b-802d-61ec5d1527dd tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:23.759955 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f06fd9cf-aa4f-4028-a5d9-66e48fd493aa tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405582'] for floatingip, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:23.807596 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06fd9cf-aa4f-4028-a5d9-66e48fd493aa tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Pushing event updated for resources: {'Port': ['ID=a2d36795-8b73-4d1c-b9ec-6c800b23d5b9,revision_number=2']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:23.810695 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-f06fd9cf-aa4f-4028-a5d9-66e48fd493aa tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:23.888329 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-2e5fbea0-4793-431b-802d-61ec5d1527dd tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:23.897611 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-2e5fbea0-4793-431b-802d-61ec5d1527dd tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Usage tracker for resource:security_group_rule and tenant:4974ea7b9027427197b8907f91b8fd1c is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:23.902370 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-2e5fbea0-4793-431b-802d-61ec5d1527dd tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:23.904294 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f06fd9cf-aa4f-4028-a5d9-66e48fd493aa tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for floatingip, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:23.913775 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-2e5fbea0-4793-431b-802d-61ec5d1527dd tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:23.914108 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-f06fd9cf-aa4f-4028-a5d9-66e48fd493aa tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6738694 Aug 23 01:53:23.921399 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62de925-2432-4f2d-a468-e9d8451de98a req-94c56b57-352c-4fb7-b4e5-4a193c7af6bf tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:23.922980 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c62de925-2432-4f2d-a468-e9d8451de98a req-94c56b57-352c-4fb7-b4e5-4a193c7af6bf tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c78f3e-5d77-4fa6-9834-1b1e4775df3f HTTP/1.1" status: 200 len: 943 time: 0.2322962 Aug 23 01:53:24.011405 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c62de925-2432-4f2d-a468-e9d8451de98a req-35b073dd-1d3c-4c5a-8217-c8484c072b8a tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799935 Aug 23 01:53:24.029260 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-2e5fbea0-4793-431b-802d-61ec5d1527dd tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:24.119594 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-2e5fbea0-4793-431b-802d-61ec5d1527dd tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:24.134685 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:24.234360 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5fbea0-4793-431b-802d-61ec5d1527dd tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=050820a2-c2da-4268-b644-40c9607c9e8d,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:24.247632 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-2e5fbea0-4793-431b-802d-61ec5d1527dd tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:24.317656 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837b719-16c8-4ee9-8d69-700cde434609 req-efee754b-e0b4-4216-bca7-29986ccb2cb1 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:24.317656 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-9837b719-16c8-4ee9-8d69-700cde434609 req-efee754b-e0b4-4216-bca7-29986ccb2cb1 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacc79b0-e347-4492-9a23-9fee69eba6b2 HTTP/1.1" status: 200 len: 943 time: 0.1219103 Aug 23 01:53:24.459851 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-9837b719-16c8-4ee9-8d69-700cde434609 req-ddc2a9f4-a94b-4138-bccc-9c51a3c4dc4f tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/security-groups?id=781b8de4-bd92-49d8-82c5-9b1bd824a4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394141 Aug 23 01:53:24.461199 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-2e5fbea0-4793-431b-802d-61ec5d1527dd tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:24.465210 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-2e5fbea0-4793-431b-802d-61ec5d1527dd tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.8756938 Aug 23 01:53:24.465574 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 37654) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:24.475742 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-0e45531c-3203-45ca-a240-b42d984bf99d tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Request body: {'security_group_rule': {'security_group_id': '050820a2-c2da-4268-b644-40c9607c9e8d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:53:24.485545 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-0e45531c-3203-45ca-a240-b42d984bf99d tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:24.498364 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-0e45531c-3203-45ca-a240-b42d984bf99d tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Usage tracker for resource:security_group_rule and tenant:4974ea7b9027427197b8907f91b8fd1c is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:24.512039 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-0e45531c-3203-45ca-a240-b42d984bf99d tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:24.593977 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-0e45531c-3203-45ca-a240-b42d984bf99d tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:24.612131 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 37664) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:24.752157 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-3e9c74b6-66ad-4179-a68e-8ff3a0edf5b0 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:24.752998 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-3e9c74b6-66ad-4179-a68e-8ff3a0edf5b0 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Synchronizing usage tracker for tenant:940e2126538e41ad94209d280bc548f0 on resource:network {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:53:24.776193 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0e45531c-3203-45ca-a240-b42d984bf99d tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:24.778108 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-4ac24577-2579-42f7-aba2-6240da668334 req-320b908e-edc1-483a-ba39-72635273a986 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--280864914&fields=id&tenant_id=cf02a4e5b4424ce18a07cf20fa1241a3 HTTP/1.1" status: 200 len: 267 time: 0.0883102 Aug 23 01:53:24.937669 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0e45531c-3203-45ca-a240-b42d984bf99d tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:24.941958 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-3e9c74b6-66ad-4179-a68e-8ff3a0edf5b0 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Unset dirty status for tenant:940e2126538e41ad94209d280bc548f0 on resource:network {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:53:24.943182 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-3e9c74b6-66ad-4179-a68e-8ff3a0edf5b0 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/networks?id=2923ff85-c672-42fc-9cad-ac2843fb8239 HTTP/1.1" status: 200 len: 818 time: 0.4350488 Aug 23 01:53:24.979527 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-c9a75d2a-46af-456b-9cb8-819936939a5a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/quotas/940e2126538e41ad94209d280bc548f0 HTTP/1.1" status: 200 len: 375 time: 0.0288839 Aug 23 01:53:25.002216 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac24577-2579-42f7-aba2-6240da668334 req-c92356b3-0f78-4c23-8d89-947367b06e96 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:25.011988 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-4ac24577-2579-42f7-aba2-6240da668334 req-c92356b3-0f78-4c23-8d89-947367b06e96 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/networks?id=c52bbd1c-24b9-493a-8949-3808e1dea7a6 HTTP/1.1" status: 200 len: 817 time: 0.2231658 Aug 23 01:53:25.025736 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0e45531c-3203-45ca-a240-b42d984bf99d tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441829'] for security_group_rule, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:25.032589 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-4ac24577-2579-42f7-aba2-6240da668334 req-d4de9506-0267-4f97-960b-fe34102e4af5 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/quotas/cf02a4e5b4424ce18a07cf20fa1241a3 HTTP/1.1" status: 200 len: 375 time: 0.0196769 Aug 23 01:53:25.040991 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-dafc9ab8-d3a5-4d8f-8501-e3429f73f514 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:25.084857 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45531c-3203-45ca-a240-b42d984bf99d tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3af0c20-7339-4db0-8286-c798042e2102,revision_number=0']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:25.092858 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-0e45531c-3203-45ca-a240-b42d984bf99d tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:25.142596 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-400da4e2-c59b-4b9a-8d74-9d6fc7a98a7c tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Synchronizing usage tracker for tenant:940e2126538e41ad94209d280bc548f0 on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:53:25.150055 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-9a3d380e-7774-461f-87eb-a66a3c8ac634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:25.168358 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0e45531c-3203-45ca-a240-b42d984bf99d tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:25.169822 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-0e45531c-3203-45ca-a240-b42d984bf99d tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7032764 Aug 23 01:53:25.173376 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 37680) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:25.184768 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-9c1ac727-f214-48e5-a092-63d6ea3b8ff2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Request body: {'security_group_rule': {'security_group_id': '050820a2-c2da-4268-b644-40c9607c9e8d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:53:25.197804 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-9c1ac727-f214-48e5-a092-63d6ea3b8ff2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:25.202341 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-9c1ac727-f214-48e5-a092-63d6ea3b8ff2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Usage tracker for resource:security_group_rule and tenant:4974ea7b9027427197b8907f91b8fd1c is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:25.205450 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-9c1ac727-f214-48e5-a092-63d6ea3b8ff2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:25.212561 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-9c1ac727-f214-48e5-a092-63d6ea3b8ff2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:25.213728 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-4ac24577-2579-42f7-aba2-6240da668334 req-53be1f94-ec2b-46cc-80ac-aec5ef5fae6c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Synchronizing usage tracker for tenant:cf02a4e5b4424ce18a07cf20fa1241a3 on resource:port {{(pid=75883) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:53:25.235454 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-9a3d380e-7774-461f-87eb-a66a3c8ac634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:25.240224 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-9a3d380e-7774-461f-87eb-a66a3c8ac634 admin admin] Usage tracker for resource:security_group_rule and tenant:d3490a9035904cb080ed2caf56143717 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:25.243530 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-9a3d380e-7774-461f-87eb-a66a3c8ac634 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:25.250438 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-9a3d380e-7774-461f-87eb-a66a3c8ac634 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:25.265405 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-400da4e2-c59b-4b9a-8d74-9d6fc7a98a7c tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Unset dirty status for tenant:940e2126538e41ad94209d280bc548f0 on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:53:25.268375 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-400da4e2-c59b-4b9a-8d74-9d6fc7a98a7c tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=940e2126538e41ad94209d280bc548f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2879632 Aug 23 01:53:25.309309 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-4ac24577-2579-42f7-aba2-6240da668334 req-53be1f94-ec2b-46cc-80ac-aec5ef5fae6c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Unset dirty status for tenant:cf02a4e5b4424ce18a07cf20fa1241a3 on resource:port {{(pid=75883) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:53:25.311348 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-4ac24577-2579-42f7-aba2-6240da668334 req-53be1f94-ec2b-46cc-80ac-aec5ef5fae6c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf02a4e5b4424ce18a07cf20fa1241a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2775335 Aug 23 01:53:25.431710 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-104d72ba-30ea-46b2-aa95-f509a9e3a4b9 service neutron] 10.222.0.18 "GET /v2.0/networks/2923ff85-c672-42fc-9cad-ac2843fb8239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534841 Aug 23 01:53:25.443403 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-9c1ac727-f214-48e5-a092-63d6ea3b8ff2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:25.477824 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-9a3d380e-7774-461f-87eb-a66a3c8ac634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:25.514124 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-4ac24577-2579-42f7-aba2-6240da668334 req-dbda3f57-b0d8-48eb-b831-cfca4e939c80 service neutron] 10.222.0.18 "GET /v2.0/networks/c52bbd1c-24b9-493a-8949-3808e1dea7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853409 Aug 23 01:53:25.619022 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-9a3d380e-7774-461f-87eb-a66a3c8ac634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:25.636503 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-9c1ac727-f214-48e5-a092-63d6ea3b8ff2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:25.637916 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:25.661658 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-b4cf7740-d638-4e0e-8af7-1ec776f65919 service neutron] 10.222.0.18 "GET /v2.0/networks/2923ff85-c672-42fc-9cad-ac2843fb8239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730907 Aug 23 01:53:25.694456 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d380e-7774-461f-87eb-a66a3c8ac634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8696dfdd-47ab-4a9a-af35-89ca1e4b2a84,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:25.701948 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-4ac24577-2579-42f7-aba2-6240da668334 req-4d1da748-da51-4076-aed7-f93c7525620e service neutron] 10.222.0.18 "GET /v2.0/networks/c52bbd1c-24b9-493a-8949-3808e1dea7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786773 Aug 23 01:53:25.702116 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-9a3d380e-7774-461f-87eb-a66a3c8ac634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:25.707401 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 37696) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:25.707520 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-9a3d380e-7774-461f-87eb-a66a3c8ac634 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d3490a9035904cb080ed2caf56143717&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0941222 Aug 23 01:53:25.742477 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-9c1ac727-f214-48e5-a092-63d6ea3b8ff2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441829'] for security_group_rule, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:25.763953 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-0e45531c-3203-45ca-a240-b42d984bf99d tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:25.796596 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-219cf8bd-a241-4539-a290-37663b557a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:25.814973 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ac727-f214-48e5-a092-63d6ea3b8ff2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e72f96c-0304-4d3f-8b2d-902f59d63b01,revision_number=0']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:25.822060 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-9c1ac727-f214-48e5-a092-63d6ea3b8ff2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:25.838718 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-219cf8bd-a241-4539-a290-37663b557a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:25.898907 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-9c1ac727-f214-48e5-a092-63d6ea3b8ff2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:25.900533 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-9c1ac727-f214-48e5-a092-63d6ea3b8ff2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7260523 Aug 23 01:53:25.903727 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 37706) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:25.910485 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-f7e6abaa-f69d-4ffc-8a62-73bdc54c83d2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Request body: {'floatingip': {'floating_network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:53:25.917025 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-f7e6abaa-f69d-4ffc-8a62-73bdc54c83d2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:25.921272 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-f7e6abaa-f69d-4ffc-8a62-73bdc54c83d2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Usage tracker for resource:floatingip and tenant:4974ea7b9027427197b8907f91b8fd1c is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:25.926900 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-f7e6abaa-f69d-4ffc-8a62-73bdc54c83d2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:25.933593 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-f7e6abaa-f69d-4ffc-8a62-73bdc54c83d2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:26.001979 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-219cf8bd-a241-4539-a290-37663b557a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:26.016751 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-e341ffde-7295-4d4c-bb7a-c22347b2a163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:26.073573 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f7e6abaa-f69d-4ffc-8a62-73bdc54c83d2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for floatingip, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:26.088530 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219cf8bd-a241-4539-a290-37663b557a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8696dfdd-47ab-4a9a-af35-89ca1e4b2a84,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:26.103166 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-219cf8bd-a241-4539-a290-37663b557a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:26.105973 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-219cf8bd-a241-4539-a290-37663b557a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:26.109722 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-219cf8bd-a241-4539-a290-37663b557a49 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8696dfdd-47ab-4a9a-af35-89ca1e4b2a84 HTTP/1.1" status: 204 len: 168 time: 0.3985233 Aug 23 01:53:26.284788 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c682146-4959-4f1a-b636-987777e61ee1 req-18b97408-f0b4-47ee-a4dc-6e2d826a1ab3 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:26.286276 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4c682146-4959-4f1a-b636-987777e61ee1 req-18b97408-f0b4-47ee-a4dc-6e2d826a1ab3 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c78f3e-5d77-4fa6-9834-1b1e4775df3f HTTP/1.1" status: 200 len: 943 time: 0.2746527 Aug 23 01:53:26.322800 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9942c17-0b46-498e-8a94-b9a18c8b2ed1 req-9661aff4-9153-4b32-a035-908d7a0187c3 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:26.329416 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b9942c17-0b46-498e-8a94-b9a18c8b2ed1 req-9661aff4-9153-4b32-a035-908d7a0187c3 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacc79b0-e347-4492-9a23-9fee69eba6b2 HTTP/1.1" status: 200 len: 943 time: 0.1268535 Aug 23 01:53:26.365652 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4c682146-4959-4f1a-b636-987777e61ee1 req-543932f2-41f8-4e45-bc29-37243da00108 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733433 Aug 23 01:53:26.376121 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b9942c17-0b46-498e-8a94-b9a18c8b2ed1 req-8e0e86a9-fac5-438d-9930-6f4560d93aaf tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/security-groups?id=781b8de4-bd92-49d8-82c5-9b1bd824a4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455389 Aug 23 01:53:26.380189 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f7e6abaa-f69d-4ffc-8a62-73bdc54c83d2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:26.485493 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-54e4d6c0-8ef8-4b92-a33c-cd19b8039bd9 req-9d075a03-e9ec-4e42-bae9-760f351f997a tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 210 time: 0.0545809 Aug 23 01:53:26.562042 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8292a640-60bf-4640-bdf2-236900a6d3ea req-83ce233f-c7e2-46f4-b1e0-f1b3f622eabd tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 210 time: 0.0485129 Aug 23 01:53:26.598469 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_common [None req-f7e6abaa-f69d-4ffc-8a62-73bdc54c83d2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Allocated IP 172.28.2.89 (90009780-9c2f-491e-b27f-d9d23ecfb7b4/1e7d67c2-da92-4caf-b211-787ee080d8b0/01d64ce5-6605-497d-956b-d05defee29a3) {{(pid=75884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:53:26.775694 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f7e6abaa-f69d-4ffc-8a62-73bdc54c83d2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for port, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:26.888116 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f7e6abaa-f69d-4ffc-8a62-73bdc54c83d2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:26.893919 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:27.000945 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e6abaa-f69d-4ffc-8a62-73bdc54c83d2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Network 90009780-9c2f-491e-b27f-d9d23ecfb7b4 is already hosted by enough agents. {{(pid=75884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:53:27.004433 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [None req-f7e6abaa-f69d-4ffc-8a62-73bdc54c83d2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Resources bound (agent type, host, resource id): {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:53:27.023001 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e6abaa-f69d-4ffc-8a62-73bdc54c83d2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Received port after_create {{(pid=75884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:53:27.026755 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6abaa-f69d-4ffc-8a62-73bdc54c83d2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Pushing event updated for resources: {'Port': ['ID=01d64ce5-6605-497d-956b-d05defee29a3,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:27.041161 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-f7e6abaa-f69d-4ffc-8a62-73bdc54c83d2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:27.160691 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 37756) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:27.218235 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5112ec7b-5281-4e89-a7f7-df0702a9ff9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:27.236322 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-d5cbeb8d-aac3-439c-ac11-00e237f86739 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:27.243277 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-d5cbeb8d-aac3-439c-ac11-00e237f86739 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/networks?id=2923ff85-c672-42fc-9cad-ac2843fb8239 HTTP/1.1" status: 200 len: 818 time: 0.3594377 Aug 23 01:53:27.243951 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f7e6abaa-f69d-4ffc-8a62-73bdc54c83d2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:27.280381 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-58b82cfb-c7f7-4255-ae7d-89c5166a8d40 req-eaf51197-c5fd-4218-9780-f268233c86e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=19fb13e7c5e24c35930091d9780fb75c&device_id=90c78f3e-5d77-4fa6-9834-1b1e4775df3f HTTP/1.1" status: 200 len: 1096 time: 0.0960634 Aug 23 01:53:27.281045 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-a8d25fd6-0a7b-4d0e-b959-bdeb3bdda757 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/quotas/940e2126538e41ad94209d280bc548f0 HTTP/1.1" status: 200 len: 375 time: 0.0368285 Aug 23 01:53:27.338933 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-5112ec7b-5281-4e89-a7f7-df0702a9ff9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:27.341202 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-5112ec7b-5281-4e89-a7f7-df0702a9ff9a admin admin] Usage tracker for resource:security_group_rule and tenant:4e90d78d45dc4b13a27dfa42a907d373 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:27.348405 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c3634fa1-20e3-4bc0-af5a-7df22657dc2b req-7753b421-1ba7-48c1-b905-c577eaf11a88 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ed23a69198f343279bb0f169ea59efda&device_id=cacc79b0-e347-4492-9a23-9fee69eba6b2 HTTP/1.1" status: 200 len: 1096 time: 0.2322705 Aug 23 01:53:27.349194 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-5112ec7b-5281-4e89-a7f7-df0702a9ff9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:27.360453 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-5112ec7b-5281-4e89-a7f7-df0702a9ff9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:27.465528 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f7e6abaa-f69d-4ffc-8a62-73bdc54c83d2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:27.537367 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-2fa997bc-2945-4f9b-82ea-b1156cd9b524 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=940e2126538e41ad94209d280bc548f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2553077 Aug 23 01:53:27.597208 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3634fa1-20e3-4bc0-af5a-7df22657dc2b req-5f410bda-c0e7-4e9b-a5fa-3df53cabc0a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:27.598812 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c3634fa1-20e3-4bc0-af5a-7df22657dc2b req-5f410bda-c0e7-4e9b-a5fa-3df53cabc0a6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2d82971-be94-4d1f-bdf2-ebca81f50ab9 HTTP/1.1" status: 200 len: 913 time: 0.2358959 Aug 23 01:53:27.671829 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b82cfb-c7f7-4255-ae7d-89c5166a8d40 req-29823e5c-c555-4ac5-82b9-b3a23c2531ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:27.673261 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-58b82cfb-c7f7-4255-ae7d-89c5166a8d40 req-29823e5c-c555-4ac5-82b9-b3a23c2531ea service neutron] 10.222.0.10 "GET /v2.0/networks?id=6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 HTTP/1.1" status: 200 len: 915 time: 0.3850346 Aug 23 01:53:27.734220 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5112ec7b-5281-4e89-a7f7-df0702a9ff9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:27.739797 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c3634fa1-20e3-4bc0-af5a-7df22657dc2b req-eb43cf14-76e9-4210-9fa1-dd4fb679d9ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6908c47-3c56-4ef7-a763-d16a53116fef HTTP/1.1" status: 200 len: 217 time: 0.0950739 Aug 23 01:53:27.750959 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-58b82cfb-c7f7-4255-ae7d-89c5166a8d40 req-3d7643ef-d3d2-414f-bff7-98d2c17ce4b3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6796267-f506-43d6-93f0-ae10004c4796 HTTP/1.1" status: 200 len: 217 time: 0.0676844 Aug 23 01:53:27.823838 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-c5e1195e-1929-4bfe-afd0-cbbb8a0e92d4 service neutron] 10.222.0.18 "GET /v2.0/networks/2923ff85-c672-42fc-9cad-ac2843fb8239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724094 Aug 23 01:53:27.847653 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5112ec7b-5281-4e89-a7f7-df0702a9ff9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:27.921494 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d1aa9-715d-4da0-a117-fc14aa58edd2 req-f82572d9-0b87-4408-9b4e-2c3c1c178003 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:27.929425 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-577d1aa9-715d-4da0-a117-fc14aa58edd2 req-f82572d9-0b87-4408-9b4e-2c3c1c178003 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacc79b0-e347-4492-9a23-9fee69eba6b2 HTTP/1.1" status: 200 len: 943 time: 0.3383811 Aug 23 01:53:27.976278 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-2e5fbea0-4793-431b-802d-61ec5d1527dd tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:27.999244 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b82cfb-c7f7-4255-ae7d-89c5166a8d40 req-7a9d9485-55ad-404c-9572-ec70b4698bcc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:28.000757 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-58b82cfb-c7f7-4255-ae7d-89c5166a8d40 req-7a9d9485-55ad-404c-9572-ec70b4698bcc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=824eb3c9-cfbc-4739-ace0-27334b2e4f9e HTTP/1.1" status: 200 len: 854 time: 0.1462388 Aug 23 01:53:28.057382 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-577d1aa9-715d-4da0-a117-fc14aa58edd2 req-aae59480-8eb4-45c2-a4dd-b9f04b8b2167 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Synchronizing usage tracker for tenant:ed23a69198f343279bb0f169ea59efda on resource:security_group {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:53:28.070780 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-58b82cfb-c7f7-4255-ae7d-89c5166a8d40 req-426acb00-d2f6-4988-ac3b-ff5aa77d5ca4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6fd7eb81-afc9-4814-83ed-f98cc97bf6f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576093 Aug 23 01:53:28.070992 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112ec7b-5281-4e89-a7f7-df0702a9ff9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77a3fa5-3334-4d4b-b24b-265bd7dd396a,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:28.082803 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f7e6abaa-f69d-4ffc-8a62-73bdc54c83d2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for port, precommit_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:28.088014 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-5112ec7b-5281-4e89-a7f7-df0702a9ff9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:28.137587 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3634fa1-20e3-4bc0-af5a-7df22657dc2b req-248457cf-7e1b-4026-90f0-9c76dd68f263 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:28.141346 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c3634fa1-20e3-4bc0-af5a-7df22657dc2b req-248457cf-7e1b-4026-90f0-9c76dd68f263 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=400b14b0-a796-4a6a-9d5a-04e50f4f2bc0 HTTP/1.1" status: 200 len: 852 time: 0.1667814 Aug 23 01:53:28.198429 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-5112ec7b-5281-4e89-a7f7-df0702a9ff9a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e90d78d45dc4b13a27dfa42a907d373&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0325437 Aug 23 01:53:28.208433 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 37782) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:28.214022 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f7e6abaa-f69d-4ffc-8a62-73bdc54c83d2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:28.255409 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-f7e6abaa-f69d-4ffc-8a62-73bdc54c83d2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:28.295755 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c3634fa1-20e3-4bc0-af5a-7df22657dc2b req-e609faa8-d593-4a09-aec5-08d00d52eb47 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2d82971-be94-4d1f-bdf2-ebca81f50ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1465611 Aug 23 01:53:28.299321 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f7e6abaa-f69d-4ffc-8a62-73bdc54c83d2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405582'] for floatingip, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:28.333077 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-577d1aa9-715d-4da0-a117-fc14aa58edd2 req-aae59480-8eb4-45c2-a4dd-b9f04b8b2167 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Unset dirty status for tenant:ed23a69198f343279bb0f169ea59efda on resource:security_group {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:53:28.338130 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-577d1aa9-715d-4da0-a117-fc14aa58edd2 req-aae59480-8eb4-45c2-a4dd-b9f04b8b2167 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/security-groups?id=781b8de4-bd92-49d8-82c5-9b1bd824a4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078686 Aug 23 01:53:28.415446 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-58b82cfb-c7f7-4255-ae7d-89c5166a8d40 req-40cd7802-c583-41e1-a4c4-1d07e0bf56f5 service neutron] 10.222.0.10 "GET /v2.0/networks/6fd7eb81-afc9-4814-83ed-f98cc97bf6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350217 Aug 23 01:53:28.449065 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6abaa-f69d-4ffc-8a62-73bdc54c83d2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Pushing event updated for resources: {'Port': ['ID=01d64ce5-6605-497d-956b-d05defee29a3,revision_number=2']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:28.455134 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-f7e6abaa-f69d-4ffc-8a62-73bdc54c83d2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:28.516985 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-ec3c78a9-ae64-4071-850c-79b68825ffb0 service neutron] 10.222.0.18 "GET /v2.0/networks/2923ff85-c672-42fc-9cad-ac2843fb8239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6911139 Aug 23 01:53:28.545742 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f7e6abaa-f69d-4ffc-8a62-73bdc54c83d2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for floatingip, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:28.555330 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-f7e6abaa-f69d-4ffc-8a62-73bdc54c83d2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6421664 Aug 23 01:53:28.577841 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-6ee9af15-d406-4535-8130-1c714b5350bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:28.620521 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c3634fa1-20e3-4bc0-af5a-7df22657dc2b req-aa858a65-82c3-4355-8e06-8c9e8bbdaa22 service neutron] 10.222.0.10 "GET /v2.0/networks/f2d82971-be94-4d1f-bdf2-ebca81f50ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004379 Aug 23 01:53:28.626168 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-6ee9af15-d406-4535-8130-1c714b5350bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:28.647866 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-58b82cfb-c7f7-4255-ae7d-89c5166a8d40 req-f9d7e3bd-cabc-4b4c-b96d-9f9404591921 service neutron] 10.222.0.10 "GET /v2.0/networks/6fd7eb81-afc9-4814-83ed-f98cc97bf6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174921 Aug 23 01:53:28.661832 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86bae2-1d11-4c61-aa34-aff7fca38a88 req-8068ab70-60bf-425c-8bd2-0fccf8c3e386 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:28.663626 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-6c86bae2-1d11-4c61-aa34-aff7fca38a88 req-8068ab70-60bf-425c-8bd2-0fccf8c3e386 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c78f3e-5d77-4fa6-9834-1b1e4775df3f HTTP/1.1" status: 200 len: 943 time: 0.1624980 Aug 23 01:53:28.789125 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-6c86bae2-1d11-4c61-aa34-aff7fca38a88 req-e1ba4330-c9f1-4711-b521-cd1c68dd347e tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194189 Aug 23 01:53:28.834582 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c3634fa1-20e3-4bc0-af5a-7df22657dc2b req-dace5b82-6ee6-4f45-9572-d14292a76c74 service neutron] 10.222.0.10 "GET /v2.0/networks/f2d82971-be94-4d1f-bdf2-ebca81f50ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009184 Aug 23 01:53:28.926133 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-6ee9af15-d406-4535-8130-1c714b5350bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:28.933063 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-529f97bc-2cc2-406c-81db-b6070de0285d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:28.953053 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9af15-d406-4535-8130-1c714b5350bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77a3fa5-3334-4d4b-b24b-265bd7dd396a,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:28.955505 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-6ee9af15-d406-4535-8130-1c714b5350bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:29.016135 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-6ee9af15-d406-4535-8130-1c714b5350bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:29.018038 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-6ee9af15-d406-4535-8130-1c714b5350bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b77a3fa5-3334-4d4b-b24b-265bd7dd396a HTTP/1.1" status: 204 len: 168 time: 0.7959721 Aug 23 01:53:29.033524 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0d94cab7-0908-4436-80be-9ca00a0416b4 req-69c754dc-8876-406a-9d89-703072559eb1 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 210 time: 0.0580771 Aug 23 01:53:29.045415 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-fe1f0ea6-1442-43b6-8e0f-b3831466bbe4 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Synchronizing usage tracker for tenant:4974ea7b9027427197b8907f91b8fd1c on resource:security_group {{(pid=75883) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:53:29.177105 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-6343d33c-62bb-4f5c-94bb-7ff0209b86bd req-ae0910c3-7b22-48df-9969-07c42b999438 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 210 time: 0.0543613 Aug 23 01:53:29.204352 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-fe1f0ea6-1442-43b6-8e0f-b3831466bbe4 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Unset dirty status for tenant:4974ea7b9027427197b8907f91b8fd1c on resource:security_group {{(pid=75883) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:53:29.215851 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-fe1f0ea6-1442-43b6-8e0f-b3831466bbe4 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--436577159&fields=id&tenant_id=4974ea7b9027427197b8907f91b8fd1c HTTP/1.1" status: 200 len: 267 time: 0.2566605 Aug 23 01:53:29.615847 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-8866c6d4-5594-4bbf-82b0-6200a4b71d27 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:29.618234 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-8866c6d4-5594-4bbf-82b0-6200a4b71d27 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.10 "GET /v2.0/networks?id=2923ff85-c672-42fc-9cad-ac2843fb8239 HTTP/1.1" status: 200 len: 818 time: 0.5034230 Aug 23 01:53:29.629642 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-f227344e-c54d-49f8-96bc-931dd6573ee4 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:29.636786 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-f227344e-c54d-49f8-96bc-931dd6573ee4 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/networks?id=5840b669-618c-425e-995c-00dd5d36fe85 HTTP/1.1" status: 200 len: 811 time: 0.4206574 Aug 23 01:53:29.651221 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-1e9804bc-f0d5-439d-8ce0-b4eeb4fb576e tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Request body: {'port': {'device_id': 'fc9d4b54-48df-4d5a-bbac-97e89c427f68', 'network_id': '2923ff85-c672-42fc-9cad-ac2843fb8239', 'admin_state_up': True, 'tenant_id': '940e2126538e41ad94209d280bc548f0'}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:53:29.658683 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f835374-c94c-454c-aa3b-33c3a3e0c006 req-abb402df-5619-474a-af76-56073ba83b80 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:29.661123 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-7f835374-c94c-454c-aa3b-33c3a3e0c006 req-abb402df-5619-474a-af76-56073ba83b80 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacc79b0-e347-4492-9a23-9fee69eba6b2 HTTP/1.1" status: 200 len: 943 time: 0.1296687 Aug 23 01:53:29.720063 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-7f835374-c94c-454c-aa3b-33c3a3e0c006 req-909c9a6a-b32d-4bbe-92b7-965bc7484b37 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/security-groups?id=781b8de4-bd92-49d8-82c5-9b1bd824a4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480695 Aug 23 01:53:29.742879 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-cf32f3bc-531e-4ef0-9ce4-ed88b4aa711e tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/quotas/4974ea7b9027427197b8907f91b8fd1c HTTP/1.1" status: 200 len: 375 time: 0.1051517 Aug 23 01:53:29.882157 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-1e9804bc-f0d5-439d-8ce0-b4eeb4fb576e tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:29.891438 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-7e8f490d-f15a-4eb6-9f0a-e6b09cc0c7d7 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Synchronizing usage tracker for tenant:4974ea7b9027427197b8907f91b8fd1c on resource:port {{(pid=75883) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:53:29.910403 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-1e9804bc-f0d5-439d-8ce0-b4eeb4fb576e tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:30.008385 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-1e9804bc-f0d5-439d-8ce0-b4eeb4fb576e tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Made reservation on behalf of 940e2126538e41ad94209d280bc548f0 for: {'port': 1} {{(pid=75883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:53:30.011430 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-1e9804bc-f0d5-439d-8ce0-b4eeb4fb576e tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:30.018302 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b1b2d-ad70-416c-b3e2-b6a6018d3a65 req-8df54487-6d37-45de-a324-cbb3f7b944c0 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:30.025776 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-7e8f490d-f15a-4eb6-9f0a-e6b09cc0c7d7 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Unset dirty status for tenant:4974ea7b9027427197b8907f91b8fd1c on resource:port {{(pid=75883) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:53:30.026096 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9a7b1b2d-ad70-416c-b3e2-b6a6018d3a65 req-8df54487-6d37-45de-a324-cbb3f7b944c0 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c78f3e-5d77-4fa6-9834-1b1e4775df3f HTTP/1.1" status: 200 len: 943 time: 0.0875602 Aug 23 01:53:30.027344 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-7e8f490d-f15a-4eb6-9f0a-e6b09cc0c7d7 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4974ea7b9027427197b8907f91b8fd1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2791197 Aug 23 01:53:30.071841 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9a7b1b2d-ad70-416c-b3e2-b6a6018d3a65 req-2f878864-3956-40a4-a601-753b457fa4ea tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448821 Aug 23 01:53:30.252893 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-5fec2982-39a0-4a38-9676-522b8bca23a2 service neutron] 10.222.0.18 "GET /v2.0/networks/5840b669-618c-425e-995c-00dd5d36fe85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766865 Aug 23 01:53:30.297400 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ef178a13-8de2-4787-b2a8-1b420bb1826b req-f798ac9f-dce4-4ecf-a8b6-cc489f35649a tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 210 time: 0.0480778 Aug 23 01:53:30.434920 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac24577-2579-42f7-aba2-6240da668334 req-20afd3ca-98ba-420f-9a67-0c24e86d7067 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:30.435705 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-4ac24577-2579-42f7-aba2-6240da668334 req-20afd3ca-98ba-420f-9a67-0c24e86d7067 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Synchronizing usage tracker for tenant:cf02a4e5b4424ce18a07cf20fa1241a3 on resource:network {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:53:30.540842 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1ebcaf87-ca21-4d89-89e1-d96b91aada7c req-9d24d721-4e67-4ab0-b6c2-ee481d4e7de9 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 210 time: 0.0460730 Aug 23 01:53:30.561787 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-4ac24577-2579-42f7-aba2-6240da668334 req-20afd3ca-98ba-420f-9a67-0c24e86d7067 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Unset dirty status for tenant:cf02a4e5b4424ce18a07cf20fa1241a3 on resource:network {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:53:30.563496 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4ac24577-2579-42f7-aba2-6240da668334 req-20afd3ca-98ba-420f-9a67-0c24e86d7067 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.10 "GET /v2.0/networks?id=c52bbd1c-24b9-493a-8949-3808e1dea7a6 HTTP/1.1" status: 200 len: 817 time: 0.3931091 Aug 23 01:53:30.636704 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.db_base_plugin_common [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-1e9804bc-f0d5-439d-8ce0-b4eeb4fb576e tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Allocated IP 172.20.0.10 (2923ff85-c672-42fc-9cad-ac2843fb8239/0ec4e931-02be-4a33-9930-18e862114160/35141321-8de7-4cb8-b912-e55b8597f1a6) {{(pid=75883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:53:30.728322 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-4ac24577-2579-42f7-aba2-6240da668334 req-58cbb46e-f474-4889-b67c-617618fcdc6b tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Synchronizing usage tracker for tenant:cf02a4e5b4424ce18a07cf20fa1241a3 on resource:security_group {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:53:30.781790 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 01:53:30.783164 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-4a4a2471-9936-47c3-9cbc-056e1ccddd5a service neutron] 10.222.0.18 "GET /v2.0/networks/5840b669-618c-425e-995c-00dd5d36fe85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240133 Aug 23 01:53:30.870219 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-4ac24577-2579-42f7-aba2-6240da668334 req-58cbb46e-f474-4889-b67c-617618fcdc6b tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Unset dirty status for tenant:cf02a4e5b4424ce18a07cf20fa1241a3 on resource:security_group {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:53:30.871422 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4ac24577-2579-42f7-aba2-6240da668334 req-58cbb46e-f474-4889-b67c-617618fcdc6b tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf02a4e5b4424ce18a07cf20fa1241a3 HTTP/1.1" status: 200 len: 379 time: 0.2347665 Aug 23 01:53:30.881405 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-4ac24577-2579-42f7-aba2-6240da668334 req-9cd7c87b-31d4-4ca8-9126-cba1695ee6d0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Request body: {'port': {'device_id': '3825eadb-6470-45e0-af33-e0adcc715126', 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'admin_state_up': True, 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'security_groups': ['78a39655-92de-4f31-906f-e25183b4cfd1']}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:53:31.016146 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-1e9804bc-f0d5-439d-8ce0-b4eeb4fb576e tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Notify callbacks [] for port, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:31.150712 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-1e9804bc-f0d5-439d-8ce0-b4eeb4fb576e tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:31.159630 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:31.223257 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-4ac24577-2579-42f7-aba2-6240da668334 req-9cd7c87b-31d4-4ca8-9126-cba1695ee6d0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:31.239982 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808651f-d4bf-441e-9946-b24e839648f3 req-3e421a46-8e94-4139-ad2b-54144d2bde2f tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:31.246066 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1808651f-d4bf-441e-9946-b24e839648f3 req-3e421a46-8e94-4139-ad2b-54144d2bde2f tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacc79b0-e347-4492-9a23-9fee69eba6b2 HTTP/1.1" status: 200 len: 943 time: 0.1642945 Aug 23 01:53:31.265496 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-4ac24577-2579-42f7-aba2-6240da668334 req-9cd7c87b-31d4-4ca8-9126-cba1695ee6d0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:31.297825 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-1e9804bc-f0d5-439d-8ce0-b4eeb4fb576e tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Network 2923ff85-c672-42fc-9cad-ac2843fb8239 is already hosted by enough agents. {{(pid=75883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:53:31.301635 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.base_scheduler [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-1e9804bc-f0d5-439d-8ce0-b4eeb4fb576e tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Resources bound (agent type, host, resource id): {{(pid=75883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:53:31.306714 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-1e9804bc-f0d5-439d-8ce0-b4eeb4fb576e tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Received port after_create {{(pid=75883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:53:31.310883 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-1e9804bc-f0d5-439d-8ce0-b4eeb4fb576e tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:31.311578 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-1e9804bc-f0d5-439d-8ce0-b4eeb4fb576e tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for port, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:31.318357 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9804bc-f0d5-439d-8ce0-b4eeb4fb576e tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Pushing event updated for resources: {'Port': ['ID=35141321-8de7-4cb8-b912-e55b8597f1a6,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:31.326145 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-1e9804bc-f0d5-439d-8ce0-b4eeb4fb576e tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:31.347753 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1808651f-d4bf-441e-9946-b24e839648f3 req-2c53f13c-bf4b-457b-9a8d-b052c2f17a51 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/security-groups?id=781b8de4-bd92-49d8-82c5-9b1bd824a4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000659 Aug 23 01:53:31.447285 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-1e9804bc-f0d5-439d-8ce0-b4eeb4fb576e tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8081057 Aug 23 01:53:31.463644 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-9ed16468-0dbb-4769-8f53-6af47f801ad7 service neutron] Request body: {'port': {'device_id': 'fc9d4b54-48df-4d5a-bbac-97e89c427f68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:53:31.475800 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ac24577-2579-42f7-aba2-6240da668334 req-9cd7c87b-31d4-4ca8-9126-cba1695ee6d0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Made reservation on behalf of cf02a4e5b4424ce18a07cf20fa1241a3 for: {'port': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:53:31.480445 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4ac24577-2579-42f7-aba2-6240da668334 req-9cd7c87b-31d4-4ca8-9126-cba1695ee6d0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:31.514645 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-b2c09aaf-54ba-459f-abb0-cfa1e0ffe660 req-288232f6-3c99-4f6c-b9b8-ec5454901077 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 210 time: 0.0944421 Aug 23 01:53:31.594491 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26798336-d3ac-4906-b464-1c95bf4466ca req-5e72cf1b-68dc-457a-be2b-d724e20a1722 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:31.602495 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-26798336-d3ac-4906-b464-1c95bf4466ca req-5e72cf1b-68dc-457a-be2b-d724e20a1722 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c78f3e-5d77-4fa6-9834-1b1e4775df3f HTTP/1.1" status: 200 len: 943 time: 0.2033515 Aug 23 01:53:31.641412 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-9ed16468-0dbb-4769-8f53-6af47f801ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:31.689291 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-26798336-d3ac-4906-b464-1c95bf4466ca req-7cb65d62-8893-45b4-b827-a61afcae2fc5 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858428 Aug 23 01:53:31.766456 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_common [req-4ac24577-2579-42f7-aba2-6240da668334 req-9cd7c87b-31d4-4ca8-9126-cba1695ee6d0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Allocated IP 172.20.0.6 (c52bbd1c-24b9-493a-8949-3808e1dea7a6/9526bab9-7a16-49c6-a5b7-cf27000d2897/f30e38c8-4180-446b-b7f4-2304ee04e644) {{(pid=75884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:53:31.901336 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2fd15eb8-67d3-48f2-bd7b-c9e0f30e5afa req-7b7df905-bab0-4a79-aa65-8b8cc2af616b tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 210 time: 0.0781457 Aug 23 01:53:31.952879 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.10', 60460) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:31.961759 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-04490c50-5d45-4009-8154-c30bf08868b5 req-e0da651c-3952-4b4b-a68d-bdda49695c2b tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Synchronizing usage tracker for tenant:940e2126538e41ad94209d280bc548f0 on resource:port {{(pid=75883) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:53:32.112048 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-04490c50-5d45-4009-8154-c30bf08868b5 req-e0da651c-3952-4b4b-a68d-bdda49695c2b tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Unset dirty status for tenant:940e2126538e41ad94209d280bc548f0 on resource:port {{(pid=75883) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:53:32.113219 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-04490c50-5d45-4009-8154-c30bf08868b5 req-e0da651c-3952-4b4b-a68d-bdda49695c2b tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 210 time: 0.2160361 Aug 23 01:53:32.127775 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-adc8e14f-8ec8-448f-8d47-652a30823bb4 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:32.129383 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-adc8e14f-8ec8-448f-8d47-652a30823bb4 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.10 "GET /v2.0/networks?id=2923ff85-c672-42fc-9cad-ac2843fb8239 HTTP/1.1" status: 200 len: 818 time: 0.1755719 Aug 23 01:53:32.149676 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-5797643c-90db-48b0-bb20-869f132d9517 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Request body: {'port': {'device_id': '06460179-6a3c-44c9-a7df-ae627f9df380', 'network_id': '2923ff85-c672-42fc-9cad-ac2843fb8239', 'admin_state_up': True, 'tenant_id': '940e2126538e41ad94209d280bc548f0'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:53:32.266758 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.notifiers.nova [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-9ed16468-0dbb-4769-8f53-6af47f801ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35141321-8de7-4cb8-b912-e55b8597f1a6 {{(pid=75883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:53:32.274968 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-9ed16468-0dbb-4769-8f53-6af47f801ad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:32.291664 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.provisioning_blocks [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-9ed16468-0dbb-4769-8f53-6af47f801ad7 service neutron] Transition to ACTIVE for port object 35141321-8de7-4cb8-b912-e55b8597f1a6 will not be triggered until provisioned by entity L2. {{(pid=75883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:53:32.329570 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device e6796267-f506-43d6-93f0-ae10004c4796 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 01:53:32.336571 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-2827440f-9fd5-4486-8756-0f8244eeb9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:32.401080 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4ac24577-2579-42f7-aba2-6240da668334 req-9cd7c87b-31d4-4ca8-9126-cba1695ee6d0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for port, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:32.417500 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.provisioning_blocks [req-4ac24577-2579-42f7-aba2-6240da668334 req-9cd7c87b-31d4-4ca8-9126-cba1695ee6d0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Transition to ACTIVE for port object f30e38c8-4180-446b-b7f4-2304ee04e644 will not be triggered until provisioned by entity DHCP. {{(pid=75884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:53:32.424329 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-9ed16468-0dbb-4769-8f53-6af47f801ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:32.435392 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:32.470253 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-5797643c-90db-48b0-bb20-869f132d9517 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:32.492265 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-5797643c-90db-48b0-bb20-869f132d9517 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:32.627025 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed16468-0dbb-4769-8f53-6af47f801ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=35141321-8de7-4cb8-b912-e55b8597f1a6,revision_number=2']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:32.636158 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-9ed16468-0dbb-4769-8f53-6af47f801ad7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:32.645391 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port e6796267-f506-43d6-93f0-ae10004c4796, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=e6796267-f506-43d6-93f0-ae10004c4796,segment=NetworkSegment(269a0b8a-2a6b-4e47-b752-80dff62f9501),segment_id=269a0b8a-2a6b-4e47-b752-80dff62f9501)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:53:32.665976 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Returning: {'device': 'e6796267-f506-43d6-93f0-ae10004c4796', 'network_id': '6fd7eb81-afc9-4814-83ed-f98cc97bf6f8', 'port_id': 'e6796267-f506-43d6-93f0-ae10004c4796', 'mac_address': 'fa:16:3e:a1:eb:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '824eb3c9-cfbc-4739-ace0-27334b2e4f9e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 01:53:32.715454 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-5797643c-90db-48b0-bb20-869f132d9517 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Made reservation on behalf of 940e2126538e41ad94209d280bc548f0 for: {'port': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:53:32.719901 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-5797643c-90db-48b0-bb20-869f132d9517 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:32.757892 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.managers [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-9ed16468-0dbb-4769-8f53-6af47f801ad7 service neutron] Attempting to bind port 35141321-8de7-4cb8-b912-e55b8597f1a6 on host hv-cinder-80552 for vnic_type normal with profile {{(pid=75883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:53:32.758312 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.managers [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-9ed16468-0dbb-4769-8f53-6af47f801ad7 service neutron] Attempting to bind port 35141321-8de7-4cb8-b912-e55b8597f1a6 by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': '0d4b18ff-4c61-4745-bf27-69e46a708d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2923ff85-c672-42fc-9cad-ac2843fb8239'}] {{(pid=75883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:53:32.758644 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-9ed16468-0dbb-4769-8f53-6af47f801ad7 service neutron] Attempting to bind port 35141321-8de7-4cb8-b912-e55b8597f1a6 on network 2923ff85-c672-42fc-9cad-ac2843fb8239 {{(pid=75883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:53:32.777495 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-9ed16468-0dbb-4769-8f53-6af47f801ad7 service neutron] Port 35141321-8de7-4cb8-b912-e55b8597f1a6 on network 2923ff85-c672-42fc-9cad-ac2843fb8239 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 01:53:32.777986 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-9ed16468-0dbb-4769-8f53-6af47f801ad7 service neutron] Attempting to bind port 35141321-8de7-4cb8-b912-e55b8597f1a6 on network 2923ff85-c672-42fc-9cad-ac2843fb8239 {{(pid=75883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:53:32.793747 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4ac24577-2579-42f7-aba2-6240da668334 req-9cd7c87b-31d4-4ca8-9126-cba1695ee6d0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:32.795003 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-9ed16468-0dbb-4769-8f53-6af47f801ad7 service neutron] Checking agent: {'id': '57122005-e7d6-4a8f-9a43-0b5b130153fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:53:32.795170 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-9ed16468-0dbb-4769-8f53-6af47f801ad7 service neutron] Checking segment: {'id': '0d4b18ff-4c61-4745-bf27-69e46a708d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2923ff85-c672-42fc-9cad-ac2843fb8239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:53:32.797880 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-9ed16468-0dbb-4769-8f53-6af47f801ad7 service neutron] Bound using segment: {'id': '0d4b18ff-4c61-4745-bf27-69e46a708d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2923ff85-c672-42fc-9cad-ac2843fb8239'} {{(pid=75883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:53:32.798403 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.managers [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-9ed16468-0dbb-4769-8f53-6af47f801ad7 service neutron] Bound port: 35141321-8de7-4cb8-b912-e55b8597f1a6, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d4b18ff-4c61-4745-bf27-69e46a708d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2923ff85-c672-42fc-9cad-ac2843fb8239'}}] {{(pid=75883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:53:32.800174 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-9ed16468-0dbb-4769-8f53-6af47f801ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:32.820822 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:32.831735 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:32.833400 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:32.849359 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6796267-f506-43d6-93f0-ae10004c4796 {{(pid=75885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:53:32.868066 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port e6796267-f506-43d6-93f0-ae10004c4796, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=e6796267-f506-43d6-93f0-ae10004c4796,segment=NetworkSegment(269a0b8a-2a6b-4e47-b752-80dff62f9501),segment_id=269a0b8a-2a6b-4e47-b752-80dff62f9501)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:53:32.912053 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-91677655-8376-4374-9a63-bf27526d0fc9 req-ab5fcd98-5618-4dc2-9dae-39f218970dc2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 210 time: 0.0860844 Aug 23 01:53:32.977774 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:32.977774 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device a6908c47-3c56-4ef7-a763-d16a53116fef details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 01:53:32.980627 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:33.030857 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.db [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-9ed16468-0dbb-4769-8f53-6af47f801ad7 service neutron] For port 35141321-8de7-4cb8-b912-e55b8597f1a6, host hv-cinder-80552, cleared binding levels {{(pid=75883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:53:33.038590 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.db [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-9ed16468-0dbb-4769-8f53-6af47f801ad7 service neutron] For port 35141321-8de7-4cb8-b912-e55b8597f1a6, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=35141321-8de7-4cb8-b912-e55b8597f1a6,segment=NetworkSegment(0d4b18ff-4c61-4745-bf27-69e46a708d87),segment_id=0d4b18ff-4c61-4745-bf27-69e46a708d87)] {{(pid=75883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:53:33.042325 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ac24577-2579-42f7-aba2-6240da668334 req-9cd7c87b-31d4-4ca8-9126-cba1695ee6d0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Network c52bbd1c-24b9-493a-8949-3808e1dea7a6 is already hosted by enough agents. {{(pid=75884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:53:33.043896 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [req-4ac24577-2579-42f7-aba2-6240da668334 req-9cd7c87b-31d4-4ca8-9126-cba1695ee6d0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Resources bound (agent type, host, resource id): {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:53:33.053235 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac24577-2579-42f7-aba2-6240da668334 req-9cd7c87b-31d4-4ca8-9126-cba1695ee6d0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Received port after_create {{(pid=75884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:53:33.057603 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac24577-2579-42f7-aba2-6240da668334 req-9cd7c87b-31d4-4ca8-9126-cba1695ee6d0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:33.058271 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4ac24577-2579-42f7-aba2-6240da668334 req-9cd7c87b-31d4-4ca8-9126-cba1695ee6d0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:33.119942 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7c87b-31d4-4ca8-9126-cba1695ee6d0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Pushing event updated for resources: {'Port': ['ID=f30e38c8-4180-446b-b7f4-2304ee04e644,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:33.120268 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-9ed16468-0dbb-4769-8f53-6af47f801ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:33.125266 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-252c4a4c-4598-4901-8de8-75400cbde962 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:33.127699 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-9cd7c87b-31d4-4ca8-9126-cba1695ee6d0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:33.230405 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4ac24577-2579-42f7-aba2-6240da668334 req-9cd7c87b-31d4-4ca8-9126-cba1695ee6d0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3374372 Aug 23 01:53:33.241325 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-4ac24577-2579-42f7-aba2-6240da668334 req-1ae8e172-fe09-4ae4-9058-dfe23ec20293 service neutron] Request body: {'port': {'device_id': '3825eadb-6470-45e0-af33-e0adcc715126', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:53:33.243129 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port a6908c47-3c56-4ef7-a763-d16a53116fef, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=a6908c47-3c56-4ef7-a763-d16a53116fef,segment=NetworkSegment(6308b546-aecb-4083-ae83-1aa8e93d5b50),segment_id=6308b546-aecb-4083-ae83-1aa8e93d5b50)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:53:33.265764 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Returning: {'device': 'a6908c47-3c56-4ef7-a763-d16a53116fef', 'network_id': 'f2d82971-be94-4d1f-bdf2-ebca81f50ab9', 'port_id': 'a6908c47-3c56-4ef7-a763-d16a53116fef', 'mac_address': 'fa:16:3e:59:46:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '400b14b0-a796-4a6a-9d5a-04e50f4f2bc0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 01:53:33.308460 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=e6796267-f506-43d6-93f0-ae10004c4796,revision_number=4']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:33.334087 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:33.337357 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-9ed16468-0dbb-4769-8f53-6af47f801ad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for port, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:33.338999 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-9ed16468-0dbb-4769-8f53-6af47f801ad7 service neutron] 10.222.0.10 "PUT /v2.0/ports/35141321-8de7-4cb8-b912-e55b8597f1a6 HTTP/1.1" status: 200 len: 1094 time: 1.8793950 Aug 23 01:53:33.348040 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9d4b54-48df-4d5a-bbac-97e89c427f68', 'tag': '35141321-8de7-4cb8-b912-e55b8597f1a6'}] {{(pid=75883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:53:33.354339 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c386bb-0b52-412d-9532-9d32f6f66570 req-93e68429-a754-4d75-8734-e7605ce00d71 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:33.366674 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f0c386bb-0b52-412d-9532-9d32f6f66570 req-93e68429-a754-4d75-8734-e7605ce00d71 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacc79b0-e347-4492-9a23-9fee69eba6b2 HTTP/1.1" status: 200 len: 943 time: 0.7836566 Aug 23 01:53:33.401020 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:33.453975 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6908c47-3c56-4ef7-a763-d16a53116fef {{(pid=75885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:53:33.463238 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 37962) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:33.473166 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port a6908c47-3c56-4ef7-a763-d16a53116fef, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=a6908c47-3c56-4ef7-a763-d16a53116fef,segment=NetworkSegment(6308b546-aecb-4083-ae83-1aa8e93d5b50),segment_id=6308b546-aecb-4083-ae83-1aa8e93d5b50)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:53:33.487176 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed16468-0dbb-4769-8f53-6af47f801ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=35141321-8de7-4cb8-b912-e55b8597f1a6,revision_number=3']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:33.493310 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-9ed16468-0dbb-4769-8f53-6af47f801ad7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:33.512869 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d6212-f4ff-48fd-a0ac-a5a88d6a5d80 req-7228bad7-8945-4773-8718-35546b9f3baf tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:33.526191 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e17d6212-f4ff-48fd-a0ac-a5a88d6a5d80 req-7228bad7-8945-4773-8718-35546b9f3baf tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c78f3e-5d77-4fa6-9834-1b1e4775df3f HTTP/1.1" status: 200 len: 944 time: 0.3342211 Aug 23 01:53:33.548660 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_common [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-5797643c-90db-48b0-bb20-869f132d9517 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Allocated IP 172.20.0.7 (2923ff85-c672-42fc-9cad-ac2843fb8239/0ec4e931-02be-4a33-9930-18e862114160/c4c85fc9-5593-4dc2-8587-718bde4fbb01) {{(pid=75884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:53:33.596465 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:33.599528 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:33.632354 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f0c386bb-0b52-412d-9532-9d32f6f66570 req-0ed690a4-2490-431e-af0c-f8dcc37c06c9 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/security-groups?id=781b8de4-bd92-49d8-82c5-9b1bd824a4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643280 Aug 23 01:53:33.634898 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4ac24577-2579-42f7-aba2-6240da668334 req-1ae8e172-fe09-4ae4-9058-dfe23ec20293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:33.721751 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e17d6212-f4ff-48fd-a0ac-a5a88d6a5d80 req-7fc11263-50a4-41e0-b8b5-20a6d9d21ded tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942487 Aug 23 01:53:33.726728 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-93bc3da9-b35f-4e10-9d84-1b2269c591d9 None None] Provisioning for port f30e38c8-4180-446b-b7f4-2304ee04e644 completed by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:53:33.744448 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-93bc3da9-b35f-4e10-9d84-1b2269c591d9 None None] Provisioning complete for port f30e38c8-4180-446b-b7f4-2304ee04e644 triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:53:33.747324 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-93bc3da9-b35f-4e10-9d84-1b2269c591d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:33.866035 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-0e83ae18-f120-4e6f-8da6-d356cbb218b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:33.888293 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=a6908c47-3c56-4ef7-a763-d16a53116fef,revision_number=4']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:33.893034 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:33.906683 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-93bc3da9-b35f-4e10-9d84-1b2269c591d9 None None] Port f30e38c8-4180-446b-b7f4-2304ee04e644 cannot update to ACTIVE because it is not bound. {{(pid=75885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 01:53:33.929304 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-da63a2fb-972d-4bb9-bcd1-f00e1b9cd2d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=940e2126538e41ad94209d280bc548f0&device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 1097 time: 0.3937538 Aug 23 01:53:34.004814 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['e6796267-f506-43d6-93f0-ae10004c4796'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:53:34.069919 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['a6908c47-3c56-4ef7-a763-d16a53116fef'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:53:34.076331 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-dd8190cb-c7f4-49ca-9b06-ebcf789cdd7f req-5b5e16e1-e0b2-4a35-9d61-0f0587ec3cc5 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 210 time: 0.0511830 Aug 23 01:53:34.091016 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-1b186063-630b-45fa-95ef-22b178af1f35 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35141321-8de7-4cb8-b912-e55b8597f1a6 HTTP/1.1" status: 200 len: 217 time: 0.1490252 Aug 23 01:53:34.092094 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-0e83ae18-f120-4e6f-8da6-d356cbb218b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:34.354567 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-5797643c-90db-48b0-bb20-869f132d9517 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Notify callbacks [] for port, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:34.354886 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-0e83ae18-f120-4e6f-8da6-d356cbb218b0 admin admin] Usage tracker for resource:security_group_rule and tenant:2d1c7b542b274f57b4b22fe01a351a13 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:34.358333 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9d4b54-48df-4d5a-bbac-97e89c427f68', 'tag': '35141321-8de7-4cb8-b912-e55b8597f1a6', 'status': 'completed', 'code': 200} Aug 23 01:53:34.427998 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-3857cb9c-32b6-4c36-98d6-5ba6bd3a0c30 req-8b6bc428-7712-4bbf-91b6-acd0aecf28d7 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 210 time: 0.0687890 Aug 23 01:53:34.430351 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-0e83ae18-f120-4e6f-8da6-d356cbb218b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:34.441331 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dfa50-6918-48e9-ac58-cd50dce007a8 req-c0487bd9-f707-4935-80ce-52e5fe324621 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:34.442503 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-090dfa50-6918-48e9-ac58-cd50dce007a8 req-c0487bd9-f707-4935-80ce-52e5fe324621 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Synchronizing usage tracker for tenant:cf02a4e5b4424ce18a07cf20fa1241a3 on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:53:34.447100 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-5d4a5630-2150-49bd-a224-931d1b97648f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:34.448905 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-5d4a5630-2150-49bd-a224-931d1b97648f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0ec4e931-02be-4a33-9930-18e862114160 HTTP/1.1" status: 200 len: 858 time: 0.3460133 Aug 23 01:53:34.449820 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-0e83ae18-f120-4e6f-8da6-d356cbb218b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:34.513619 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-2dc6fc09-21e1-4178-89e3-5f7abf06532d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2923ff85-c672-42fc-9cad-ac2843fb8239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536075 Aug 23 01:53:34.546169 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.10', 60468) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:34.577102 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-af285f2d-4bfe-4e25-99a2-4ba6731b6b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:34.652776 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [req-4ac24577-2579-42f7-aba2-6240da668334 req-1ae8e172-fe09-4ae4-9058-dfe23ec20293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f30e38c8-4180-446b-b7f4-2304ee04e644 {{(pid=75884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:53:34.665075 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-090dfa50-6918-48e9-ac58-cd50dce007a8 req-c0487bd9-f707-4935-80ce-52e5fe324621 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Unset dirty status for tenant:cf02a4e5b4424ce18a07cf20fa1241a3 on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:53:34.666352 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-090dfa50-6918-48e9-ac58-cd50dce007a8 req-c0487bd9-f707-4935-80ce-52e5fe324621 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 931 time: 0.5831208 Aug 23 01:53:34.671190 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4ac24577-2579-42f7-aba2-6240da668334 req-1ae8e172-fe09-4ae4-9058-dfe23ec20293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:34.673568 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-5797643c-90db-48b0-bb20-869f132d9517 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:34.710945 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-0e83ae18-f120-4e6f-8da6-d356cbb218b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:34.724771 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-47737d3c-757c-470f-992a-7ea313ef2d75 service neutron] 10.222.0.10 "GET /v2.0/networks/2923ff85-c672-42fc-9cad-ac2843fb8239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026384 Aug 23 01:53:34.729959 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:34.803724 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.provisioning_blocks [req-4ac24577-2579-42f7-aba2-6240da668334 req-1ae8e172-fe09-4ae4-9058-dfe23ec20293 service neutron] Transition to ACTIVE for port object f30e38c8-4180-446b-b7f4-2304ee04e644 will not be triggered until provisioned by entity L2. {{(pid=75884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:53:34.852099 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-5797643c-90db-48b0-bb20-869f132d9517 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Network 2923ff85-c672-42fc-9cad-ac2843fb8239 is already hosted by enough agents. {{(pid=75884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:53:34.862006 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-0c4da5e8-9df1-4f1f-9963-b14d204fd923 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:34.862720 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-0c4da5e8-9df1-4f1f-9963-b14d204fd923 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Synchronizing usage tracker for tenant:4974ea7b9027427197b8907f91b8fd1c on resource:network {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:53:34.867085 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-0e83ae18-f120-4e6f-8da6-d356cbb218b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:34.868256 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797643c-90db-48b0-bb20-869f132d9517 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Pushing event updated for resources: {'Port': ['ID=c4c85fc9-5593-4dc2-8587-718bde4fbb01,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:34.870665 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-5797643c-90db-48b0-bb20-869f132d9517 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Resources bound (agent type, host, resource id): {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:53:34.885281 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-5797643c-90db-48b0-bb20-869f132d9517 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:34.896112 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-090dfa50-6918-48e9-ac58-cd50dce007a8 req-38f77d4a-ed85-4f5e-8b3f-ce87ea300d0a tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074149 Aug 23 01:53:34.904672 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-5797643c-90db-48b0-bb20-869f132d9517 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Received port after_create {{(pid=75884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:53:34.914567 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-5797643c-90db-48b0-bb20-869f132d9517 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:34.918557 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-5797643c-90db-48b0-bb20-869f132d9517 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:34.921272 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4ac24577-2579-42f7-aba2-6240da668334 req-1ae8e172-fe09-4ae4-9058-dfe23ec20293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:34.932870 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-f7e6abaa-f69d-4ffc-8a62-73bdc54c83d2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:34.936631 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:35.038730 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83ae18-f120-4e6f-8da6-d356cbb218b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16e5087-d1c2-44e3-b6f6-c549d9002fce,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:35.041965 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-0e83ae18-f120-4e6f-8da6-d356cbb218b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:35.054481 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-0e83ae18-f120-4e6f-8da6-d356cbb218b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d1c7b542b274f57b4b22fe01a351a13&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5878372 Aug 23 01:53:35.067034 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c5ea3789-274a-4212-bd75-9f4890ceb2a0 req-d1a02bbe-42ad-4027-b766-1635ba040ad2 service neutron] 10.222.0.10 "GET /v2.0/networks/2923ff85-c672-42fc-9cad-ac2843fb8239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251901 Aug 23 01:53:35.067573 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 37994) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:35.074204 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8e172-fe09-4ae4-9058-dfe23ec20293 service neutron] Pushing event updated for resources: {'Port': ['ID=f30e38c8-4180-446b-b7f4-2304ee04e644,revision_number=2']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:35.077125 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-0c4da5e8-9df1-4f1f-9963-b14d204fd923 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Unset dirty status for tenant:4974ea7b9027427197b8907f91b8fd1c on resource:network {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:53:35.078774 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-0c4da5e8-9df1-4f1f-9963-b14d204fd923 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.10 "GET /v2.0/networks?id=5840b669-618c-425e-995c-00dd5d36fe85 HTTP/1.1" status: 200 len: 811 time: 0.5319812 Aug 23 01:53:35.095149 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-5797643c-90db-48b0-bb20-869f132d9517 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9475334 Aug 23 01:53:35.096998 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-1ae8e172-fe09-4ae4-9058-dfe23ec20293 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:35.174403 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b2746-b131-46cb-9361-6013393c47a5 req-5e51f04b-f46b-49f1-ac5c-5519249d4e61 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:35.182128 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-933b2746-b131-46cb-9361-6013393c47a5 req-5e51f04b-f46b-49f1-ac5c-5519249d4e61 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacc79b0-e347-4492-9a23-9fee69eba6b2 HTTP/1.1" status: 200 len: 944 time: 0.3979199 Aug 23 01:53:35.221680 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-20cab100-88fe-4c4c-8707-d97fabc6e7e6 service neutron] Request body: {'port': {'device_id': '06460179-6a3c-44c9-a7df-ae627f9df380', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:53:35.228540 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-72653c4a-6dfa-412d-b778-b0675f736c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:35.279984 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 38006) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:35.323184 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-72653c4a-6dfa-412d-b778-b0675f736c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:35.379385 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-933b2746-b131-46cb-9361-6013393c47a5 req-d0db20b4-8437-42e2-b8d7-c381d4333912 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/security-groups?id=781b8de4-bd92-49d8-82c5-9b1bd824a4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953373 Aug 23 01:53:35.422142 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-106ae017-cecf-4711-b13e-5ae3f735a199 req-27da06fc-5ed4-42e0-ad3b-16ba5761715b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=940e2126538e41ad94209d280bc548f0&device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 1097 time: 0.1767540 Aug 23 01:53:35.540301 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-4ac24577-2579-42f7-aba2-6240da668334 req-1ae8e172-fe09-4ae4-9058-dfe23ec20293 service neutron] Attempting to bind port f30e38c8-4180-446b-b7f4-2304ee04e644 on host hv-cinder-80552 for vnic_type normal with profile {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:53:35.540643 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-4ac24577-2579-42f7-aba2-6240da668334 req-1ae8e172-fe09-4ae4-9058-dfe23ec20293 service neutron] Attempting to bind port f30e38c8-4180-446b-b7f4-2304ee04e644 by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': '4998317b-f65b-459a-b79b-8cace97c4771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6'}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:53:35.540976 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac24577-2579-42f7-aba2-6240da668334 req-1ae8e172-fe09-4ae4-9058-dfe23ec20293 service neutron] Attempting to bind port f30e38c8-4180-446b-b7f4-2304ee04e644 on network c52bbd1c-24b9-493a-8949-3808e1dea7a6 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:53:35.548354 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3853a-8fac-45a9-9a49-8d1c0dfad5cf req-6de2f79d-31e7-4c51-a970-f6f281c0c288 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:35.550039 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d4a3853a-8fac-45a9-9a49-8d1c0dfad5cf req-6de2f79d-31e7-4c51-a970-f6f281c0c288 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c78f3e-5d77-4fa6-9834-1b1e4775df3f HTTP/1.1" status: 200 len: 944 time: 0.4699099 Aug 23 01:53:35.557170 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-72653c4a-6dfa-412d-b778-b0675f736c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:35.557694 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-97c8e2a6-806e-4af4-a600-3afe391fae7f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Synchronizing usage tracker for tenant:4974ea7b9027427197b8907f91b8fd1c on resource:security_group {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:53:35.567514 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:35.604715 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:35.609855 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-1f4f6fc0-4900-4caa-a120-fc2b10428a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:35.626061 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac24577-2579-42f7-aba2-6240da668334 req-1ae8e172-fe09-4ae4-9058-dfe23ec20293 service neutron] Port f30e38c8-4180-446b-b7f4-2304ee04e644 on network c52bbd1c-24b9-493a-8949-3808e1dea7a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 01:53:35.626389 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac24577-2579-42f7-aba2-6240da668334 req-1ae8e172-fe09-4ae4-9058-dfe23ec20293 service neutron] Attempting to bind port f30e38c8-4180-446b-b7f4-2304ee04e644 on network c52bbd1c-24b9-493a-8949-3808e1dea7a6 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:53:35.628205 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72653c4a-6dfa-412d-b778-b0675f736c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16e5087-d1c2-44e3-b6f6-c549d9002fce,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:35.632261 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-72653c4a-6dfa-412d-b778-b0675f736c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:35.634955 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-20cab100-88fe-4c4c-8707-d97fabc6e7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:35.656607 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-97c8e2a6-806e-4af4-a600-3afe391fae7f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Unset dirty status for tenant:4974ea7b9027427197b8907f91b8fd1c on resource:security_group {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:53:35.656607 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-97c8e2a6-806e-4af4-a600-3afe391fae7f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4974ea7b9027427197b8907f91b8fd1c HTTP/1.1" status: 200 len: 379 time: 0.5576186 Aug 23 01:53:35.664283 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-72653c4a-6dfa-412d-b778-b0675f736c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:35.667672 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-72653c4a-6dfa-412d-b778-b0675f736c0f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c16e5087-d1c2-44e3-b6f6-c549d9002fce HTTP/1.1" status: 204 len: 168 time: 0.5894885 Aug 23 01:53:35.680477 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-1fd8332b-438d-49cd-a304-730f1febdd75 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Request body: {'port': {'device_id': 'a5460fce-2515-47f2-a3b1-883e0c39eb56', 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85', 'admin_state_up': True, 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'security_groups': ['050820a2-c2da-4268-b644-40c9607c9e8d']}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:53:35.693217 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ae017-cecf-4711-b13e-5ae3f735a199 req-a172b4de-e946-4e55-aa68-9f545fbc43f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:35.694607 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-106ae017-cecf-4711-b13e-5ae3f735a199 req-a172b4de-e946-4e55-aa68-9f545fbc43f2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2923ff85-c672-42fc-9cad-ac2843fb8239 HTTP/1.1" status: 200 len: 919 time: 0.2636807 Aug 23 01:53:35.705892 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac24577-2579-42f7-aba2-6240da668334 req-1ae8e172-fe09-4ae4-9058-dfe23ec20293 service neutron] Checking agent: {'id': '57122005-e7d6-4a8f-9a43-0b5b130153fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:53:35.706878 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac24577-2579-42f7-aba2-6240da668334 req-1ae8e172-fe09-4ae4-9058-dfe23ec20293 service neutron] Checking segment: {'id': '4998317b-f65b-459a-b79b-8cace97c4771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:53:35.707240 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac24577-2579-42f7-aba2-6240da668334 req-1ae8e172-fe09-4ae4-9058-dfe23ec20293 service neutron] Bound using segment: {'id': '4998317b-f65b-459a-b79b-8cace97c4771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6'} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:53:35.707799 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-4ac24577-2579-42f7-aba2-6240da668334 req-1ae8e172-fe09-4ae4-9058-dfe23ec20293 service neutron] Bound port: f30e38c8-4180-446b-b7f4-2304ee04e644, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4998317b-f65b-459a-b79b-8cace97c4771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6'}}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:53:35.708145 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4ac24577-2579-42f7-aba2-6240da668334 req-1ae8e172-fe09-4ae4-9058-dfe23ec20293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:35.769748 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efc36a-2b02-4e61-8517-0d274080972d req-e56b8bbd-60ef-4a22-80ae-5b89cc19fe1a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:35.776386 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-26efc36a-2b02-4e61-8517-0d274080972d req-e56b8bbd-60ef-4a22-80ae-5b89cc19fe1a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 931 time: 0.2291033 Aug 23 01:53:35.804159 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-106ae017-cecf-4711-b13e-5ae3f735a199 req-f44051f3-e8a9-4725-b1e3-2b65184dd6f2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35141321-8de7-4cb8-b912-e55b8597f1a6 HTTP/1.1" status: 200 len: 217 time: 0.1026797 Aug 23 01:53:35.830347 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-1f4f6fc0-4900-4caa-a120-fc2b10428a14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:35.840958 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d4a3853a-8fac-45a9-9a49-8d1c0dfad5cf req-42cab53f-83cd-4f9b-8455-0f54b64f980c tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648509 Aug 23 01:53:35.844084 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-1f4f6fc0-4900-4caa-a120-fc2b10428a14 admin admin] Usage tracker for resource:security_group_rule and tenant:ef869e864355457f8bdc34b8d21c7440 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:35.880172 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-26efc36a-2b02-4e61-8517-0d274080972d req-35cbbbf6-1b3c-4bef-bc6b-65909a0e4ef2 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028330 Aug 23 01:53:35.895776 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-1f4f6fc0-4900-4caa-a120-fc2b10428a14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:35.901334 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ae017-cecf-4711-b13e-5ae3f735a199 req-36e531f2-4356-40d4-9f0a-37e9996f8fd0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:35.902901 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-106ae017-cecf-4711-b13e-5ae3f735a199 req-36e531f2-4356-40d4-9f0a-37e9996f8fd0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0ec4e931-02be-4a33-9930-18e862114160 HTTP/1.1" status: 200 len: 858 time: 0.0879376 Aug 23 01:53:35.925751 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-1f4f6fc0-4900-4caa-a120-fc2b10428a14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:35.966892 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-106ae017-cecf-4711-b13e-5ae3f735a199 req-d5b09f79-7be3-4468-ab06-9f3f76f70395 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2923ff85-c672-42fc-9cad-ac2843fb8239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545657 Aug 23 01:53:36.087000 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-3a858ed6-b031-43ea-a151-626ddf248f63 req-f69fecd9-96bd-43e1-9dcd-e8d01b1ab97b tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 210 time: 0.0739782 Aug 23 01:53:36.165155 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-4ac24577-2579-42f7-aba2-6240da668334 req-1ae8e172-fe09-4ae4-9058-dfe23ec20293 service neutron] For port f30e38c8-4180-446b-b7f4-2304ee04e644, host hv-cinder-80552, cleared binding levels {{(pid=75884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:53:36.230996 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-106ae017-cecf-4711-b13e-5ae3f735a199 req-62c1a781-8c0c-4b80-bb06-c747c56bcb56 service neutron] 10.222.0.10 "GET /v2.0/networks/2923ff85-c672-42fc-9cad-ac2843fb8239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041044 Aug 23 01:53:36.319780 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-4ac24577-2579-42f7-aba2-6240da668334 req-1ae8e172-fe09-4ae4-9058-dfe23ec20293 service neutron] For port f30e38c8-4180-446b-b7f4-2304ee04e644, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f30e38c8-4180-446b-b7f4-2304ee04e644,segment=NetworkSegment(4998317b-f65b-459a-b79b-8cace97c4771),segment_id=4998317b-f65b-459a-b79b-8cace97c4771)] {{(pid=75884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:53:36.330145 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-1fd8332b-438d-49cd-a304-730f1febdd75 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:36.338186 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fac130-c361-4479-8c4e-e60397c0077e req-60eb667f-01c5-4e85-bf82-446f63b2bcfb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:36.339669 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e5fac130-c361-4479-8c4e-e60397c0077e req-60eb667f-01c5-4e85-bf82-446f63b2bcfb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 943 time: 0.2023938 Aug 23 01:53:36.351278 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device e6796267-f506-43d6-93f0-ae10004c4796 up at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:53:36.367274 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-1fd8332b-438d-49cd-a304-730f1febdd75 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:36.403798 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-1f4f6fc0-4900-4caa-a120-fc2b10428a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:36.425691 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-106ae017-cecf-4711-b13e-5ae3f735a199 req-df35781d-3b1e-4067-89ae-4d0e281e4545 service neutron] 10.222.0.10 "GET /v2.0/networks/2923ff85-c672-42fc-9cad-ac2843fb8239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855814 Aug 23 01:53:36.429061 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e5fac130-c361-4479-8c4e-e60397c0077e req-368c2e8d-991b-4399-866d-09292382d90b tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793626 Aug 23 01:53:36.436804 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4ac24577-2579-42f7-aba2-6240da668334 req-1ae8e172-fe09-4ae4-9058-dfe23ec20293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:36.457432 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:36.539481 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-1f4f6fc0-4900-4caa-a120-fc2b10428a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:36.557013 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 38036) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:36.576805 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-fedad4c2-cb54-42c3-afd6-25547187683c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:36.582611 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning for port e6796267-f506-43d6-93f0-ae10004c4796 completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:53:36.588939 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning complete for port e6796267-f506-43d6-93f0-ae10004c4796 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:53:36.592925 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:36.610794 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-fedad4c2-cb54-42c3-afd6-25547187683c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:36.615746 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-fedad4c2-cb54-42c3-afd6-25547187683c admin admin] Usage tracker for resource:security_group_rule and tenant:0becc1ba4fa14023afdb76863c41b32e is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:36.619172 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-fedad4c2-cb54-42c3-afd6-25547187683c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:36.626331 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-fedad4c2-cb54-42c3-afd6-25547187683c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:36.627180 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4ac24577-2579-42f7-aba2-6240da668334 req-1ae8e172-fe09-4ae4-9058-dfe23ec20293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:36.628793 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4ac24577-2579-42f7-aba2-6240da668334 req-1ae8e172-fe09-4ae4-9058-dfe23ec20293 service neutron] 10.222.0.10 "PUT /v2.0/ports/f30e38c8-4180-446b-b7f4-2304ee04e644 HTTP/1.1" status: 200 len: 1093 time: 3.4016843 Aug 23 01:53:36.635826 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3825eadb-6470-45e0-af33-e0adcc715126', 'tag': 'f30e38c8-4180-446b-b7f4-2304ee04e644'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:53:36.658607 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-20cab100-88fe-4c4c-8707-d97fabc6e7e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4c85fc9-5593-4dc2-8587-718bde4fbb01 {{(pid=75884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:53:36.676307 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-1fd8332b-438d-49cd-a304-730f1febdd75 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Made reservation on behalf of 4974ea7b9027427197b8907f91b8fd1c for: {'port': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:53:36.679345 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-1fd8332b-438d-49cd-a304-730f1febdd75 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:36.753133 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-20cab100-88fe-4c4c-8707-d97fabc6e7e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:36.764127 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3825eadb-6470-45e0-af33-e0adcc715126', 'tag': 'f30e38c8-4180-446b-b7f4-2304ee04e644', 'status': 'completed', 'code': 200} Aug 23 01:53:36.765989 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-fedad4c2-cb54-42c3-afd6-25547187683c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:36.772236 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8e172-fe09-4ae4-9058-dfe23ec20293 service neutron] Pushing event updated for resources: {'Port': ['ID=f30e38c8-4180-446b-b7f4-2304ee04e644,revision_number=3']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:36.790585 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-1ae8e172-fe09-4ae4-9058-dfe23ec20293 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:36.794362 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:36.850233 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 38046) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:36.867572 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:36.883890 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-fedad4c2-cb54-42c3-afd6-25547187683c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:36.894558 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.provisioning_blocks [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-20cab100-88fe-4c4c-8707-d97fabc6e7e6 service neutron] Transition to ACTIVE for port object c4c85fc9-5593-4dc2-8587-718bde4fbb01 will not be triggered until provisioned by entity L2. {{(pid=75884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:53:36.897789 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-1f4f6fc0-4900-4caa-a120-fc2b10428a14 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef869e864355457f8bdc34b8d21c7440&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6103704 Aug 23 01:53:36.906092 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port e6796267-f506-43d6-93f0-ae10004c4796, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=e6796267-f506-43d6-93f0-ae10004c4796,segment=NetworkSegment(269a0b8a-2a6b-4e47-b752-80dff62f9501),segment_id=269a0b8a-2a6b-4e47-b752-80dff62f9501)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:53:36.915144 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c78f3e-5d77-4fa6-9834-1b1e4775df3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6796267-f506-43d6-93f0-ae10004c4796'}] {{(pid=75885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:53:36.922107 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 38054) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:36.978848 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f6fc0-4900-4caa-a120-fc2b10428a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6230b6c5-dc16-43b5-a7a7-8d18489a653a,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:36.997109 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-20cab100-88fe-4c4c-8707-d97fabc6e7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:37.003498 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-1f4f6fc0-4900-4caa-a120-fc2b10428a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:37.011002 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:37.011735 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device a6908c47-3c56-4ef7-a763-d16a53116fef up at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:53:37.041461 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:37.041751 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-9a3d380e-7774-461f-87eb-a66a3c8ac634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:37.043995 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:37.112611 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-fedad4c2-cb54-42c3-afd6-25547187683c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0becc1ba4fa14023afdb76863c41b32e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5543697 Aug 23 01:53:37.113550 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 38064) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:37.114390 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedad4c2-cb54-42c3-afd6-25547187683c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d30480d-0928-4c85-aec1-8a8f8dff7b64,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:37.117868 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=e6796267-f506-43d6-93f0-ae10004c4796,revision_number=5']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:37.129187 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:37.135060 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:37.141688 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cab100-88fe-4c4c-8707-d97fabc6e7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c85fc9-5593-4dc2-8587-718bde4fbb01,revision_number=2']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:37.147232 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2545c45b-6cc8-417d-a787-2a27dfb20e75 req-94ea633d-9fba-4cf8-95be-a16f014d89d4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf02a4e5b4424ce18a07cf20fa1241a3&device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 1096 time: 0.3716500 Aug 23 01:53:37.154632 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-20cab100-88fe-4c4c-8707-d97fabc6e7e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:37.161747 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d732e7-fb00-4d64-84fc-7835be517ec9 req-3f5b8411-ca80-4348-9ce0-6a914dcb5807 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:37.170401 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c8d732e7-fb00-4d64-84fc-7835be517ec9 req-3f5b8411-ca80-4348-9ce0-6a914dcb5807 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacc79b0-e347-4492-9a23-9fee69eba6b2 HTTP/1.1" status: 200 len: 944 time: 0.6126306 Aug 23 01:53:37.186443 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-fedad4c2-cb54-42c3-afd6-25547187683c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:37.225545 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-cd01f045-1cf7-4fdd-98a9-75a3a531ac0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:37.252475 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning for port a6908c47-3c56-4ef7-a763-d16a53116fef completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:53:37.258089 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning complete for port a6908c47-3c56-4ef7-a763-d16a53116fef triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:53:37.258609 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:37.291658 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-1416b1d2-a897-4637-abb4-dc5b9cf22194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:37.307425 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-cd01f045-1cf7-4fdd-98a9-75a3a531ac0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:37.316491 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-cd01f045-1cf7-4fdd-98a9-75a3a531ac0e admin admin] Usage tracker for resource:security_group_rule and tenant:5d5808ad9e954fb68e521ad86f214449 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:37.321105 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-cd01f045-1cf7-4fdd-98a9-75a3a531ac0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:37.336004 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-cd01f045-1cf7-4fdd-98a9-75a3a531ac0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:37.349649 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-1416b1d2-a897-4637-abb4-dc5b9cf22194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:37.361614 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22113ff7-ccb5-436a-a192-0cc6abd7bece req-b91d7ca9-ea14-4560-9633-cdca5bb307fd tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:37.363378 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-22113ff7-ccb5-436a-a192-0cc6abd7bece req-b91d7ca9-ea14-4560-9633-cdca5bb307fd tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c78f3e-5d77-4fa6-9834-1b1e4775df3f HTTP/1.1" status: 200 len: 945 time: 0.1866055 Aug 23 01:53:37.401301 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3687b437-5102-47a9-9341-9018c0a1cdc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:37.425036 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:37.459228 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port a6908c47-3c56-4ef7-a763-d16a53116fef, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=a6908c47-3c56-4ef7-a763-d16a53116fef,segment=NetworkSegment(6308b546-aecb-4083-ae83-1aa8e93d5b50),segment_id=6308b546-aecb-4083-ae83-1aa8e93d5b50)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:53:37.463565 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c8d732e7-fb00-4d64-84fc-7835be517ec9 req-40e3b719-f3e0-48c8-b5d3-323f92815ab5 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/security-groups?id=781b8de4-bd92-49d8-82c5-9b1bd824a4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923870 Aug 23 01:53:37.468371 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-22113ff7-ccb5-436a-a192-0cc6abd7bece req-d5f8ebeb-e532-4a16-a177-13b41af2dabd tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877688 Aug 23 01:53:37.485154 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_common [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-1fd8332b-438d-49cd-a304-730f1febdd75 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Allocated IP 172.20.0.12 (5840b669-618c-425e-995c-00dd5d36fe85/afcb811f-6ebd-4831-86e9-dd7cc945a891/7f4e934c-7b43-4086-9384-8f344a2b3389) {{(pid=75884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:53:37.497317 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-cd01f045-1cf7-4fdd-98a9-75a3a531ac0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:37.556606 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3687b437-5102-47a9-9341-9018c0a1cdc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:37.566580 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:37.572031 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-fdb5c1f3-2fa3-41a9-bdfe-d8d8cb1d64ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:37.605275 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-cd01f045-1cf7-4fdd-98a9-75a3a531ac0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:37.606163 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-1416b1d2-a897-4637-abb4-dc5b9cf22194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:37.616524 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-750874c8-f8e0-4091-85b3-cfc91c674b34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:37.648553 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545c45b-6cc8-417d-a787-2a27dfb20e75 req-4b24e458-dd35-4daa-aa23-4b9cf9c55f1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:37.649957 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2545c45b-6cc8-417d-a787-2a27dfb20e75 req-4b24e458-dd35-4daa-aa23-4b9cf9c55f1a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=cf02a4e5b4424ce18a07cf20fa1241a3&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4466851 Aug 23 01:53:37.652408 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=a6908c47-3c56-4ef7-a763-d16a53116fef,revision_number=5']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:37.655700 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:37.681628 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-20cab100-88fe-4c4c-8707-d97fabc6e7e6 service neutron] Attempting to bind port c4c85fc9-5593-4dc2-8587-718bde4fbb01 on host hv-cinder-80552 for vnic_type normal with profile {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:53:37.682586 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-20cab100-88fe-4c4c-8707-d97fabc6e7e6 service neutron] Attempting to bind port c4c85fc9-5593-4dc2-8587-718bde4fbb01 by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': '0d4b18ff-4c61-4745-bf27-69e46a708d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2923ff85-c672-42fc-9cad-ac2843fb8239'}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:53:37.683072 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-20cab100-88fe-4c4c-8707-d97fabc6e7e6 service neutron] Attempting to bind port c4c85fc9-5593-4dc2-8587-718bde4fbb01 on network 2923ff85-c672-42fc-9cad-ac2843fb8239 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:53:37.692203 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ac01ef98-849b-4a28-857c-b26424ae4656 req-823f012f-38e3-4b94-9af8-dfd4d248228f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 210 time: 0.0766120 Aug 23 01:53:37.715740 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01f045-1cf7-4fdd-98a9-75a3a531ac0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8aff3a-8eec-4e2a-b952-91d1d3ef9dd2,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:37.730967 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-1416b1d2-a897-4637-abb4-dc5b9cf22194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:37.735093 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-1416b1d2-a897-4637-abb4-dc5b9cf22194 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d30480d-0928-4c85-aec1-8a8f8dff7b64 HTTP/1.1" status: 204 len: 168 time: 0.6162214 Aug 23 01:53:37.751873 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-cd01f045-1cf7-4fdd-98a9-75a3a531ac0e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5d5808ad9e954fb68e521ad86f214449&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9005237 Aug 23 01:53:37.754837 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 38080) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:37.755956 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416b1d2-a897-4637-abb4-dc5b9cf22194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d30480d-0928-4c85-aec1-8a8f8dff7b64,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:37.768544 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-1416b1d2-a897-4637-abb4-dc5b9cf22194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:37.769877 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-72653c4a-6dfa-412d-b778-b0675f736c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:37.770413 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-72653c4a-6dfa-412d-b778-b0675f736c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:37.851428 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-20cab100-88fe-4c4c-8707-d97fabc6e7e6 service neutron] Port c4c85fc9-5593-4dc2-8587-718bde4fbb01 on network 2923ff85-c672-42fc-9cad-ac2843fb8239 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 01:53:37.851744 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-20cab100-88fe-4c4c-8707-d97fabc6e7e6 service neutron] Attempting to bind port c4c85fc9-5593-4dc2-8587-718bde4fbb01 on network 2923ff85-c672-42fc-9cad-ac2843fb8239 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:53:37.863445 dv-cinder-805529-1-smb neutron-server[75885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c78f3e-5d77-4fa6-9834-1b1e4775df3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6796267-f506-43d6-93f0-ae10004c4796', 'code': 200} Aug 23 01:53:37.985361 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-20cab100-88fe-4c4c-8707-d97fabc6e7e6 service neutron] Checking agent: {'id': '57122005-e7d6-4a8f-9a43-0b5b130153fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:53:37.985698 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-20cab100-88fe-4c4c-8707-d97fabc6e7e6 service neutron] Checking segment: {'id': '0d4b18ff-4c61-4745-bf27-69e46a708d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2923ff85-c672-42fc-9cad-ac2843fb8239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:53:37.986088 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-20cab100-88fe-4c4c-8707-d97fabc6e7e6 service neutron] Bound using segment: {'id': '0d4b18ff-4c61-4745-bf27-69e46a708d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2923ff85-c672-42fc-9cad-ac2843fb8239'} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:53:37.986511 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-20cab100-88fe-4c4c-8707-d97fabc6e7e6 service neutron] Bound port: c4c85fc9-5593-4dc2-8587-718bde4fbb01, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d4b18ff-4c61-4745-bf27-69e46a708d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2923ff85-c672-42fc-9cad-ac2843fb8239'}}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:53:37.986873 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-20cab100-88fe-4c4c-8707-d97fabc6e7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:38.045572 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b50e6-7c84-4736-b781-0c0df3bfc767 req-5bc35bca-6a7b-45e4-94de-0ce5195a736c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:38.053057 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-600b50e6-7c84-4736-b781-0c0df3bfc767 req-5bc35bca-6a7b-45e4-94de-0ce5195a736c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 943 time: 0.0878932 Aug 23 01:53:38.095732 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-600b50e6-7c84-4736-b781-0c0df3bfc767 req-793d6d9e-c428-4e1d-b54e-54fc40f7d284 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418487 Aug 23 01:53:38.131587 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545c45b-6cc8-417d-a787-2a27dfb20e75 req-e47d1ce2-1efa-46ee-b70a-8f73da0f2b56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:38.133069 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2545c45b-6cc8-417d-a787-2a27dfb20e75 req-e47d1ce2-1efa-46ee-b70a-8f73da0f2b56 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4606068 Aug 23 01:53:38.151902 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031b2b1-dc5e-403a-bcac-2c53e8031b30 req-95bfc163-ba17-4dba-870e-a70579b3b4dd tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:38.152591 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-2031b2b1-dc5e-403a-bcac-2c53e8031b30 req-95bfc163-ba17-4dba-870e-a70579b3b4dd tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Synchronizing usage tracker for tenant:940e2126538e41ad94209d280bc548f0 on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:53:38.166725 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3687b437-5102-47a9-9341-9018c0a1cdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:38.184636 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-1f4f6fc0-4900-4caa-a120-fc2b10428a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:38.282815 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d05dce47-a277-46a9-bca1-e2c3d049c6be req-d75a036d-cd54-4a8a-94a8-6906c58c5cb1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=90c78f3e-5d77-4fa6-9834-1b1e4775df3f HTTP/1.1" status: 200 len: 1098 time: 0.0706997 Aug 23 01:53:38.307021 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [req-d05dce47-a277-46a9-bca1-e2c3d049c6be req-0458c45a-2e51-4684-8f31-01b0a9e4c822 service neutron] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:38.324040 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-1fd8332b-438d-49cd-a304-730f1febdd75 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for port, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:38.337583 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687b437-5102-47a9-9341-9018c0a1cdc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6230b6c5-dc16-43b5-a7a7-8d18489a653a,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:38.342413 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [req-d05dce47-a277-46a9-bca1-e2c3d049c6be req-0458c45a-2e51-4684-8f31-01b0a9e4c822 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:38.347265 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-d05dce47-a277-46a9-bca1-e2c3d049c6be req-0458c45a-2e51-4684-8f31-01b0a9e4c822 service neutron] Usage tracker for resource:security_group_rule and tenant:a48a4c345a744c038ac96be093e49dd7 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:38.351509 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-3687b437-5102-47a9-9341-9018c0a1cdc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:38.354073 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-d05dce47-a277-46a9-bca1-e2c3d049c6be req-0458c45a-2e51-4684-8f31-01b0a9e4c822 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:38.357839 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-229a3dc4-ecb6-4f49-9587-3995d5d9227a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:38.362076 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [req-d05dce47-a277-46a9-bca1-e2c3d049c6be req-0458c45a-2e51-4684-8f31-01b0a9e4c822 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:38.391968 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.provisioning_blocks [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-1fd8332b-438d-49cd-a304-730f1febdd75 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Transition to ACTIVE for port object 7f4e934c-7b43-4086-9384-8f344a2b3389 will not be triggered until provisioned by entity DHCP. {{(pid=75884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:53:38.424860 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-229a3dc4-ecb6-4f49-9587-3995d5d9227a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:38.443773 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [req-d05dce47-a277-46a9-bca1-e2c3d049c6be req-0458c45a-2e51-4684-8f31-01b0a9e4c822 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:38.449551 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-20cab100-88fe-4c4c-8707-d97fabc6e7e6 service neutron] For port c4c85fc9-5593-4dc2-8587-718bde4fbb01, host hv-cinder-80552, cleared binding levels {{(pid=75884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:53:38.468088 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-2031b2b1-dc5e-403a-bcac-2c53e8031b30 req-95bfc163-ba17-4dba-870e-a70579b3b4dd tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Unset dirty status for tenant:940e2126538e41ad94209d280bc548f0 on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:53:38.469228 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2031b2b1-dc5e-403a-bcac-2c53e8031b30 req-95bfc163-ba17-4dba-870e-a70579b3b4dd tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 943 time: 0.8731582 Aug 23 01:53:38.491402 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-20cab100-88fe-4c4c-8707-d97fabc6e7e6 service neutron] For port c4c85fc9-5593-4dc2-8587-718bde4fbb01, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c4c85fc9-5593-4dc2-8587-718bde4fbb01,segment=NetworkSegment(0d4b18ff-4c61-4745-bf27-69e46a708d87),segment_id=0d4b18ff-4c61-4745-bf27-69e46a708d87)] {{(pid=75884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:53:38.515681 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [req-d05dce47-a277-46a9-bca1-e2c3d049c6be req-0458c45a-2e51-4684-8f31-01b0a9e4c822 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:38.520780 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3687b437-5102-47a9-9341-9018c0a1cdc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:38.520780 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-3687b437-5102-47a9-9341-9018c0a1cdc5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6230b6c5-dc16-43b5-a7a7-8d18489a653a HTTP/1.1" status: 204 len: 168 time: 1.5952220 Aug 23 01:53:38.531700 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4ac24577-2579-42f7-aba2-6240da668334 req-b5dfe05a-2aa1-44c0-9a98-36a1cb1c5b23 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf02a4e5b4424ce18a07cf20fa1241a3&device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 1096 time: 0.3570781 Aug 23 01:53:38.542416 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-1416b1d2-a897-4637-abb4-dc5b9cf22194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:38.571335 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d05dce47-a277-46a9-bca1-e2c3d049c6be req-0458c45a-2e51-4684-8f31-01b0a9e4c822 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821858 Aug 23 01:53:38.572174 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458c45a-2e51-4684-8f31-01b0a9e4c822 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cd6cff-2132-444d-889f-ec430aaba167,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:38.575480 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-0458c45a-2e51-4684-8f31-01b0a9e4c822 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:38.602117 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-20cab100-88fe-4c4c-8707-d97fabc6e7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:38.619239 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:38.652395 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4ac24577-2579-42f7-aba2-6240da668334 req-1ce59f17-6c47-4194-bda5-e09b0f8e18e2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f30e38c8-4180-446b-b7f4-2304ee04e644 HTTP/1.1" status: 200 len: 217 time: 0.1080437 Aug 23 01:53:38.653439 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-1fd8332b-438d-49cd-a304-730f1febdd75 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:38.662927 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-2031b2b1-dc5e-403a-bcac-2c53e8031b30 req-a0eceb74-bb67-4631-81b2-a1b841d22656 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Synchronizing usage tracker for tenant:940e2126538e41ad94209d280bc548f0 on resource:security_group {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:53:38.704524 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-20cab100-88fe-4c4c-8707-d97fabc6e7e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:38.706077 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-20cab100-88fe-4c4c-8707-d97fabc6e7e6 service neutron] 10.222.0.10 "PUT /v2.0/ports/c4c85fc9-5593-4dc2-8587-718bde4fbb01 HTTP/1.1" status: 200 len: 1093 time: 3.5037284 Aug 23 01:53:38.713958 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69725698-a2a1-4df7-9982-4fe57107951a req-0131f045-fb27-4630-a35b-8a37114b407b tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:38.715811 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-69725698-a2a1-4df7-9982-4fe57107951a req-0131f045-fb27-4630-a35b-8a37114b407b tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacc79b0-e347-4492-9a23-9fee69eba6b2 HTTP/1.1" status: 200 len: 945 time: 0.1180286 Aug 23 01:53:38.732225 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cab100-88fe-4c4c-8707-d97fabc6e7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c85fc9-5593-4dc2-8587-718bde4fbb01,revision_number=3']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:38.735984 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-1fd8332b-438d-49cd-a304-730f1febdd75 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Network 5840b669-618c-425e-995c-00dd5d36fe85 is already hosted by enough agents. {{(pid=75884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:53:38.737098 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-20cab100-88fe-4c4c-8707-d97fabc6e7e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:38.738411 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-1fd8332b-438d-49cd-a304-730f1febdd75 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Resources bound (agent type, host, resource id): {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:53:38.740157 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:38.769429 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-1fd8332b-438d-49cd-a304-730f1febdd75 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Received port after_create {{(pid=75884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:53:38.773371 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-1fd8332b-438d-49cd-a304-730f1febdd75 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:38.773977 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-1fd8332b-438d-49cd-a304-730f1febdd75 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:38.783546 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06460179-6a3c-44c9-a7df-ae627f9df380', 'tag': 'c4c85fc9-5593-4dc2-8587-718bde4fbb01'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:53:38.786216 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-69725698-a2a1-4df7-9982-4fe57107951a req-48c3067f-bd29-4bfd-b7ae-25452834709d tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/security-groups?id=781b8de4-bd92-49d8-82c5-9b1bd824a4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570362 Aug 23 01:53:38.798681 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-229a3dc4-ecb6-4f49-9587-3995d5d9227a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:38.819149 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-2031b2b1-dc5e-403a-bcac-2c53e8031b30 req-a0eceb74-bb67-4631-81b2-a1b841d22656 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Unset dirty status for tenant:940e2126538e41ad94209d280bc548f0 on resource:security_group {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:53:38.820358 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2031b2b1-dc5e-403a-bcac-2c53e8031b30 req-a0eceb74-bb67-4631-81b2-a1b841d22656 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424041 Aug 23 01:53:38.876216 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-229a3dc4-ecb6-4f49-9587-3995d5d9227a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:38.877315 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-229a3dc4-ecb6-4f49-9587-3995d5d9227a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca8aff3a-8eec-4e2a-b952-91d1d3ef9dd2 HTTP/1.1" status: 204 len: 168 time: 1.0664952 Aug 23 01:53:38.893323 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8332b-438d-49cd-a304-730f1febdd75 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Pushing event updated for resources: {'Port': ['ID=7f4e934c-7b43-4086-9384-8f344a2b3389,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:38.897777 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-1fd8332b-438d-49cd-a304-730f1febdd75 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:38.898256 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-c2338fd0-f77b-451d-8bd0-a11b23f13dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:38.921740 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a3dc4-ecb6-4f49-9587-3995d5d9227a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8aff3a-8eec-4e2a-b952-91d1d3ef9dd2,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:38.925878 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-229a3dc4-ecb6-4f49-9587-3995d5d9227a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:38.953135 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac24577-2579-42f7-aba2-6240da668334 req-4ca75380-c2b9-400e-860c-ca7c7b6e5ce9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:38.954709 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4ac24577-2579-42f7-aba2-6240da668334 req-4ca75380-c2b9-400e-860c-ca7c7b6e5ce9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9526bab9-7a16-49c6-a5b7-cf27000d2897 HTTP/1.1" status: 200 len: 856 time: 0.1217530 Aug 23 01:53:39.048260 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-1fd8332b-438d-49cd-a304-730f1febdd75 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3732703 Aug 23 01:53:39.094851 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-3384b83c-dea3-414f-ae52-f4c59de8ec3c service neutron] Request body: {'port': {'device_id': 'a5460fce-2515-47f2-a3b1-883e0c39eb56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:53:39.095209 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8ef7f-4cae-4c6f-9a1a-5d70683fcb87 req-5e1dd4c9-8061-48d5-8c1a-2382e335a79a tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:39.097840 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-73b8ef7f-4cae-4c6f-9a1a-5d70683fcb87 req-5e1dd4c9-8061-48d5-8c1a-2382e335a79a tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c78f3e-5d77-4fa6-9834-1b1e4775df3f HTTP/1.1" status: 200 len: 945 time: 0.1046772 Aug 23 01:53:39.149869 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-674b0005-2d03-41ae-851d-cb72818445bf None None] Provisioning for port 7f4e934c-7b43-4086-9384-8f344a2b3389 completed by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:53:39.150386 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-73b8ef7f-4cae-4c6f-9a1a-5d70683fcb87 req-ffdc1bc4-aa8c-444d-9e6a-701ead71a6d9 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461915 Aug 23 01:53:39.156007 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-674b0005-2d03-41ae-851d-cb72818445bf None None] Provisioning complete for port 7f4e934c-7b43-4086-9384-8f344a2b3389 triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:53:39.156555 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-674b0005-2d03-41ae-851d-cb72818445bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:39.217601 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-674b0005-2d03-41ae-851d-cb72818445bf None None] Port 7f4e934c-7b43-4086-9384-8f344a2b3389 cannot update to ACTIVE because it is not bound. {{(pid=75885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 01:53:39.237212 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06460179-6a3c-44c9-a7df-ae627f9df380', 'tag': 'c4c85fc9-5593-4dc2-8587-718bde4fbb01', 'status': 'completed', 'code': 200} Aug 23 01:53:39.287235 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-25af2e16-aa2b-4469-8b8b-82918de00f37 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=940e2126538e41ad94209d280bc548f0&device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 1096 time: 0.3315372 Aug 23 01:53:39.290263 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-3384b83c-dea3-414f-ae52-f4c59de8ec3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:39.358796 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4ac24577-2579-42f7-aba2-6240da668334 req-cf48619c-572d-49b1-96dd-63952b8fd1aa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c52bbd1c-24b9-493a-8949-3808e1dea7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3517470 Aug 23 01:53:39.373746 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79faeb31-835f-4abd-aa47-05095d296612 req-00eb42c4-e557-4ae9-b54f-5772a2641cab tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:39.374437 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-79faeb31-835f-4abd-aa47-05095d296612 req-00eb42c4-e557-4ae9-b54f-5772a2641cab tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Synchronizing usage tracker for tenant:4974ea7b9027427197b8907f91b8fd1c on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:53:39.410453 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f47bb-28e7-4ab8-bab1-cd6b3dd93486 req-0ed43534-f90f-4739-bb8a-997fa6274d36 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:39.412177 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-632f47bb-28e7-4ab8-bab1-cd6b3dd93486 req-0ed43534-f90f-4739-bb8a-997fa6274d36 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 943 time: 0.0804849 Aug 23 01:53:39.442563 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-f5d685b7-35b9-40d0-8b91-6d49e7af26be service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4c85fc9-5593-4dc2-8587-718bde4fbb01 HTTP/1.1" status: 200 len: 217 time: 0.1430550 Aug 23 01:53:39.461673 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-632f47bb-28e7-4ab8-bab1-cd6b3dd93486 req-2a79d3cc-e490-4a4e-8323-b9a825dc4426 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421009 Aug 23 01:53:39.656515 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-79faeb31-835f-4abd-aa47-05095d296612 req-00eb42c4-e557-4ae9-b54f-5772a2641cab tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Unset dirty status for tenant:4974ea7b9027427197b8907f91b8fd1c on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:53:39.657586 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-79faeb31-835f-4abd-aa47-05095d296612 req-00eb42c4-e557-4ae9-b54f-5772a2641cab tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 932 time: 0.6160038 Aug 23 01:53:39.681639 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-a5798067-3dcd-4b6a-985d-4cb2b00c798c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:39.683080 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-a5798067-3dcd-4b6a-985d-4cb2b00c798c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0ec4e931-02be-4a33-9930-18e862114160 HTTP/1.1" status: 200 len: 858 time: 0.1751833 Aug 23 01:53:39.712513 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4ac24577-2579-42f7-aba2-6240da668334 req-e4edec82-8d2e-4303-a585-2c2470172152 service neutron] 10.222.0.10 "GET /v2.0/networks/c52bbd1c-24b9-493a-8949-3808e1dea7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280578 Aug 23 01:53:39.797521 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-9139b001-4f64-4482-8d13-dd6923a3340a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2923ff85-c672-42fc-9cad-ac2843fb8239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945675 Aug 23 01:53:39.800247 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 38120) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:39.819749 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-912cb3e5-5184-42ae-95fa-d51eb2711986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:39.865294 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cacc79b0-e347-4492-9a23-9fee69eba6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6908c47-3c56-4ef7-a763-d16a53116fef'}] {{(pid=75885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:53:39.880743 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-912cb3e5-5184-42ae-95fa-d51eb2711986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:39.890650 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-912cb3e5-5184-42ae-95fa-d51eb2711986 admin admin] Usage tracker for resource:security_group_rule and tenant:9ae33edbd5d84e09b8d3debfc3d33429 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:39.894596 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-912cb3e5-5184-42ae-95fa-d51eb2711986 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:39.901346 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-912cb3e5-5184-42ae-95fa-d51eb2711986 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:40.016067 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 38130) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:40.051685 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-912cb3e5-5184-42ae-95fa-d51eb2711986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:40.054559 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e3c8a334-3cd0-4d61-bde8-3e8904a710c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:40.079572 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e334e1-5418-4053-9631-d3cbdb0f2f4e req-49770c1b-f6f9-46bd-b2cb-7c20bd172de6 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:40.081620 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-08e334e1-5418-4053-9631-d3cbdb0f2f4e req-49770c1b-f6f9-46bd-b2cb-7c20bd172de6 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacc79b0-e347-4492-9a23-9fee69eba6b2 HTTP/1.1" status: 200 len: 945 time: 0.1613533 Aug 23 01:53:40.093083 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-79faeb31-835f-4abd-aa47-05095d296612 req-86ea3f28-37fe-412f-87b7-0c355619bc08 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4130745 Aug 23 01:53:40.121337 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-e3c8a334-3cd0-4d61-bde8-3e8904a710c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:40.123324 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-e3c8a334-3cd0-4d61-bde8-3e8904a710c3 admin admin] Usage tracker for resource:security_group_rule and tenant:4f1b571a74a3464f8719d237ffc99c9a is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:40.126656 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-e3c8a334-3cd0-4d61-bde8-3e8904a710c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:40.144885 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-e3c8a334-3cd0-4d61-bde8-3e8904a710c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:40.157829 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-08e334e1-5418-4053-9631-d3cbdb0f2f4e req-d989d594-9ab1-45da-a80f-9b8fe83fbb60 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/security-groups?id=781b8de4-bd92-49d8-82c5-9b1bd824a4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662453 Aug 23 01:53:40.170495 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-912cb3e5-5184-42ae-95fa-d51eb2711986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:40.200776 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:40.214041 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-6c568bc9-ff20-4cc7-9a84-0801bb678164 service neutron] 10.222.0.10 "GET /v2.0/networks/2923ff85-c672-42fc-9cad-ac2843fb8239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658242 Aug 23 01:53:40.217376 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4ac24577-2579-42f7-aba2-6240da668334 req-f7362b79-420b-443c-8571-e5af52a59b0b service neutron] 10.222.0.10 "GET /v2.0/networks/c52bbd1c-24b9-493a-8949-3808e1dea7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649265 Aug 23 01:53:40.265348 dv-cinder-805529-1-smb neutron-server[75885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cacc79b0-e347-4492-9a23-9fee69eba6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6908c47-3c56-4ef7-a763-d16a53116fef', 'code': 200} Aug 23 01:53:40.302063 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-912cb3e5-5184-42ae-95fa-d51eb2711986 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9ae33edbd5d84e09b8d3debfc3d33429&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5001986 Aug 23 01:53:40.303158 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912cb3e5-5184-42ae-95fa-d51eb2711986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ee10c8-0134-46e1-881d-9e76215ca14c,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:40.305612 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 38138) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:40.313523 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-912cb3e5-5184-42ae-95fa-d51eb2711986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:40.356940 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-3384b83c-dea3-414f-ae52-f4c59de8ec3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f4e934c-7b43-4086-9384-8f344a2b3389 {{(pid=75884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:53:40.366741 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 35141321-8de7-4cb8-b912-e55b8597f1a6 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 01:53:40.376434 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-3384b83c-dea3-414f-ae52-f4c59de8ec3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:40.387769 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e3c8a334-3cd0-4d61-bde8-3e8904a710c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:40.401584 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.provisioning_blocks [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-3384b83c-dea3-414f-ae52-f4c59de8ec3c service neutron] Transition to ACTIVE for port object 7f4e934c-7b43-4086-9384-8f344a2b3389 will not be triggered until provisioned by entity L2. {{(pid=75884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:53:40.417951 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-cee67df2-9d0a-40a0-ba02-30ca531e5481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:40.506479 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e3c8a334-3cd0-4d61-bde8-3e8904a710c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:40.514963 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-cee67df2-9d0a-40a0-ba02-30ca531e5481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:40.539547 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-3384b83c-dea3-414f-ae52-f4c59de8ec3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:40.543242 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:40.564667 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-5797643c-90db-48b0-bb20-869f132d9517 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:40.575706 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port 35141321-8de7-4cb8-b912-e55b8597f1a6, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=35141321-8de7-4cb8-b912-e55b8597f1a6,segment=NetworkSegment(0d4b18ff-4c61-4745-bf27-69e46a708d87),segment_id=0d4b18ff-4c61-4745-bf27-69e46a708d87)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:53:40.606442 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Returning: {'device': '35141321-8de7-4cb8-b912-e55b8597f1a6', 'network_id': '2923ff85-c672-42fc-9cad-ac2843fb8239', 'port_id': '35141321-8de7-4cb8-b912-e55b8597f1a6', 'mac_address': 'fa:16:3e:fa:87:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ec4e931-02be-4a33-9930-18e862114160', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 01:53:40.636124 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-e3c8a334-3cd0-4d61-bde8-3e8904a710c3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f1b571a74a3464f8719d237ffc99c9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6190224 Aug 23 01:53:40.639722 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 38148) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:40.648340 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8a334-3cd0-4d61-bde8-3e8904a710c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f96f988-9375-45e8-8c71-91622fbab7c7,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:40.650652 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-e3c8a334-3cd0-4d61-bde8-3e8904a710c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:40.728171 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db9bc7-bc96-493a-ad47-6bd2577cb25f req-98fe0abe-1191-4000-8b84-fe8129f72d46 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:40.735648 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c5db9bc7-bc96-493a-ad47-6bd2577cb25f req-98fe0abe-1191-4000-8b84-fe8129f72d46 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c78f3e-5d77-4fa6-9834-1b1e4775df3f HTTP/1.1" status: 200 len: 945 time: 0.2793977 Aug 23 01:53:40.736177 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:40.765996 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35141321-8de7-4cb8-b912-e55b8597f1a6 {{(pid=75885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:53:40.782606 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port 35141321-8de7-4cb8-b912-e55b8597f1a6, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=35141321-8de7-4cb8-b912-e55b8597f1a6,segment=NetworkSegment(0d4b18ff-4c61-4745-bf27-69e46a708d87),segment_id=0d4b18ff-4c61-4745-bf27-69e46a708d87)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:53:40.792175 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-2d23adef-ba64-46cd-b16e-62b3fdd02b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:40.819655 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c5db9bc7-bc96-493a-ad47-6bd2577cb25f req-71be41f5-7ad5-4cc1-b85a-df80ecf9e3bc tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829363 Aug 23 01:53:40.832567 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-cee67df2-9d0a-40a0-ba02-30ca531e5481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:40.839836 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-2d23adef-ba64-46cd-b16e-62b3fdd02b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:40.846632 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:40.879995 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a7536666-6488-4ed6-b3e2-21857e7ac421 req-3c395b9f-152a-4980-8cb7-0f8b52c4cb31 service neutron] 10.222.0.10 "GET /v2.0/networks/2923ff85-c672-42fc-9cad-ac2843fb8239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6206570 Aug 23 01:53:40.880698 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee67df2-9d0a-40a0-ba02-30ca531e5481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ee10c8-0134-46e1-881d-9e76215ca14c,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:40.925621 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:40.925621 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:40.928916 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384b83c-dea3-414f-ae52-f4c59de8ec3c service neutron] Pushing event updated for resources: {'Port': ['ID=7f4e934c-7b43-4086-9384-8f344a2b3389,revision_number=2']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:40.956555 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-3384b83c-dea3-414f-ae52-f4c59de8ec3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:40.958962 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-cee67df2-9d0a-40a0-ba02-30ca531e5481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:40.981356 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-cee67df2-9d0a-40a0-ba02-30ca531e5481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:40.982651 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-cee67df2-9d0a-40a0-ba02-30ca531e5481 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/63ee10c8-0134-46e1-881d-9e76215ca14c HTTP/1.1" status: 204 len: 168 time: 0.6724019 Aug 23 01:53:41.022343 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=35141321-8de7-4cb8-b912-e55b8597f1a6,revision_number=4']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:41.030031 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4b6b9-6874-4c1d-a0f0-f8683147468b req-98a1a866-ba71-4bf1-8af5-20f381ce3db7 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:41.033165 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:41.039164 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-16e4b6b9-6874-4c1d-a0f0-f8683147468b req-98a1a866-ba71-4bf1-8af5-20f381ce3db7 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 943 time: 0.5746939 Aug 23 01:53:41.111381 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-2d23adef-ba64-46cd-b16e-62b3fdd02b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:41.118986 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:41.140934 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23adef-ba64-46cd-b16e-62b3fdd02b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f96f988-9375-45e8-8c71-91622fbab7c7,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:41.145659 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-2d23adef-ba64-46cd-b16e-62b3fdd02b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:41.146751 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-2d23adef-ba64-46cd-b16e-62b3fdd02b7d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0f96f988-9375-45e8-8c71-91622fbab7c7 HTTP/1.1" status: 204 len: 168 time: 0.5038333 Aug 23 01:53:41.147858 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-2d23adef-ba64-46cd-b16e-62b3fdd02b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:41.155513 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0d5c7-4722-45e0-8bec-48cb8b3622ce req-551dea17-d28d-438d-9807-ef3396141e9e tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:41.163575 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-1eb0d5c7-4722-45e0-8bec-48cb8b3622ce req-551dea17-d28d-438d-9807-ef3396141e9e tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 943 time: 0.1369343 Aug 23 01:53:41.225679 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-1eb0d5c7-4722-45e0-8bec-48cb8b3622ce req-9ec147ea-6654-44aa-8ed2-3a1a9b773fa4 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606599 Aug 23 01:53:41.244459 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-16e4b6b9-6874-4c1d-a0f0-f8683147468b req-a070352b-6584-4bd0-9a5c-9189dc2ec1be tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026470 Aug 23 01:53:41.289259 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-049406e4-36f7-419e-ad30-69059090f33a req-278381bb-7031-409d-80b3-84648b5308c2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cacc79b0-e347-4492-9a23-9fee69eba6b2 HTTP/1.1" status: 200 len: 1098 time: 0.4999690 Aug 23 01:53:41.295157 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-3384b83c-dea3-414f-ae52-f4c59de8ec3c service neutron] Attempting to bind port 7f4e934c-7b43-4086-9384-8f344a2b3389 on host hv-cinder-80552 for vnic_type normal with profile {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:53:41.295602 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-3384b83c-dea3-414f-ae52-f4c59de8ec3c service neutron] Attempting to bind port 7f4e934c-7b43-4086-9384-8f344a2b3389 by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': '925f2863-4da7-47f7-967e-d699cb09d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85'}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:53:41.295927 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-3384b83c-dea3-414f-ae52-f4c59de8ec3c service neutron] Attempting to bind port 7f4e934c-7b43-4086-9384-8f344a2b3389 on network 5840b669-618c-425e-995c-00dd5d36fe85 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:53:41.329002 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-3384b83c-dea3-414f-ae52-f4c59de8ec3c service neutron] Port 7f4e934c-7b43-4086-9384-8f344a2b3389 on network 5840b669-618c-425e-995c-00dd5d36fe85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 01:53:41.329002 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-3384b83c-dea3-414f-ae52-f4c59de8ec3c service neutron] Attempting to bind port 7f4e934c-7b43-4086-9384-8f344a2b3389 on network 5840b669-618c-425e-995c-00dd5d36fe85 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:53:41.351418 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-3384b83c-dea3-414f-ae52-f4c59de8ec3c service neutron] Checking agent: {'id': '57122005-e7d6-4a8f-9a43-0b5b130153fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:53:41.351668 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-3384b83c-dea3-414f-ae52-f4c59de8ec3c service neutron] Checking segment: {'id': '925f2863-4da7-47f7-967e-d699cb09d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:53:41.352062 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-3384b83c-dea3-414f-ae52-f4c59de8ec3c service neutron] Bound using segment: {'id': '925f2863-4da7-47f7-967e-d699cb09d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85'} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:53:41.352545 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-3384b83c-dea3-414f-ae52-f4c59de8ec3c service neutron] Bound port: 7f4e934c-7b43-4086-9384-8f344a2b3389, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '925f2863-4da7-47f7-967e-d699cb09d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85'}}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:53:41.353149 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-3384b83c-dea3-414f-ae52-f4c59de8ec3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:41.375460 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-049406e4-36f7-419e-ad30-69059090f33a req-7fb6bd92-2551-4cab-9bab-101c2e67fa4c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=781b8de4-bd92-49d8-82c5-9b1bd824a4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769227 Aug 23 01:53:41.452506 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9c1eb9f5-7019-471a-aed0-18d0e39d6157 req-d9e97338-b306-408b-a3e3-13919edc4a62 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=940e2126538e41ad94209d280bc548f0&device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 1096 time: 0.3378532 Aug 23 01:53:41.477039 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['35141321-8de7-4cb8-b912-e55b8597f1a6'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:53:41.484734 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc011c8-607c-417c-9a34-c90e1a34fecf req-98a95893-82c1-45cf-8fe0-c4fe472419ea tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:41.486184 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-7fc011c8-607c-417c-9a34-c90e1a34fecf req-98a95893-82c1-45cf-8fe0-c4fe472419ea tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 944 time: 0.0764744 Aug 23 01:53:41.516847 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-3384b83c-dea3-414f-ae52-f4c59de8ec3c service neutron] For port 7f4e934c-7b43-4086-9384-8f344a2b3389, host hv-cinder-80552, cleared binding levels {{(pid=75884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:53:41.521283 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-3384b83c-dea3-414f-ae52-f4c59de8ec3c service neutron] For port 7f4e934c-7b43-4086-9384-8f344a2b3389, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=7f4e934c-7b43-4086-9384-8f344a2b3389,segment=NetworkSegment(925f2863-4da7-47f7-967e-d699cb09d093),segment_id=925f2863-4da7-47f7-967e-d699cb09d093)] {{(pid=75884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:53:41.535509 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-7fc011c8-607c-417c-9a34-c90e1a34fecf req-f1ffb2b7-1982-4454-b9d5-3b6ea04776ec tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428529 Aug 23 01:53:41.541592 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4dfc6b-3b56-47a1-867e-f768c6eb31a3 req-874b74cd-d627-44d8-972e-b47faab73da9 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:41.543529 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5a4dfc6b-3b56-47a1-867e-f768c6eb31a3 req-874b74cd-d627-44d8-972e-b47faab73da9 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacc79b0-e347-4492-9a23-9fee69eba6b2 HTTP/1.1" status: 200 len: 945 time: 0.1401012 Aug 23 01:53:41.605894 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5a4dfc6b-3b56-47a1-867e-f768c6eb31a3 req-0ade99fd-4a3d-4ecb-89ac-3b0838c90049 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/security-groups?id=781b8de4-bd92-49d8-82c5-9b1bd824a4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564983 Aug 23 01:53:41.629822 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-3384b83c-dea3-414f-ae52-f4c59de8ec3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:41.634779 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-1ae8e172-fe09-4ae4-9058-dfe23ec20293 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:41.709824 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384b83c-dea3-414f-ae52-f4c59de8ec3c service neutron] Pushing event updated for resources: {'Port': ['ID=7f4e934c-7b43-4086-9384-8f344a2b3389,revision_number=3']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:41.738874 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-3384b83c-dea3-414f-ae52-f4c59de8ec3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:41.796696 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-3384b83c-dea3-414f-ae52-f4c59de8ec3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:41.798045 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-3384b83c-dea3-414f-ae52-f4c59de8ec3c service neutron] 10.222.0.10 "PUT /v2.0/ports/7f4e934c-7b43-4086-9384-8f344a2b3389 HTTP/1.1" status: 200 len: 1094 time: 2.7410545 Aug 23 01:53:41.798523 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5460fce-2515-47f2-a3b1-883e0c39eb56', 'tag': '7f4e934c-7b43-4086-9384-8f344a2b3389'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:53:41.880060 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5460fce-2515-47f2-a3b1-883e0c39eb56', 'tag': '7f4e934c-7b43-4086-9384-8f344a2b3389', 'status': 'completed', 'code': 200} Aug 23 01:53:41.892598 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1eb9f5-7019-471a-aed0-18d0e39d6157 req-5695e2e0-e635-4993-82b2-5511cacc2b65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:41.894959 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9c1eb9f5-7019-471a-aed0-18d0e39d6157 req-5695e2e0-e635-4993-82b2-5511cacc2b65 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2923ff85-c672-42fc-9cad-ac2843fb8239 HTTP/1.1" status: 200 len: 919 time: 0.1873496 Aug 23 01:53:42.090688 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9c1eb9f5-7019-471a-aed0-18d0e39d6157 req-cb76ad4b-0cc0-4eb1-8f1f-5ca03ad3bfa5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4c85fc9-5593-4dc2-8587-718bde4fbb01 HTTP/1.1" status: 200 len: 217 time: 0.1750526 Aug 23 01:53:42.189180 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1eb9f5-7019-471a-aed0-18d0e39d6157 req-29b44b4a-5982-4059-ae4c-6d12ccdaed5e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:42.191093 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9c1eb9f5-7019-471a-aed0-18d0e39d6157 req-29b44b4a-5982-4059-ae4c-6d12ccdaed5e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0ec4e931-02be-4a33-9930-18e862114160 HTTP/1.1" status: 200 len: 858 time: 0.0926554 Aug 23 01:53:42.247327 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5e566f45-31f9-4ae3-9b07-deacada9e401 req-0e6ef589-1f99-45b7-9a80-e94bea9e6f1c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4974ea7b9027427197b8907f91b8fd1c&device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 1097 time: 0.2521052 Aug 23 01:53:42.249408 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9c1eb9f5-7019-471a-aed0-18d0e39d6157 req-eb8a1b5d-8c3b-4964-ab47-0ace8677d8fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2923ff85-c672-42fc-9cad-ac2843fb8239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508709 Aug 23 01:53:42.259805 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac09a6b-087a-4dfa-b4ed-94e5721db859 req-a6b41cb2-135c-4d51-b40d-5fbd943fa2a4 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:42.261294 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-dac09a6b-087a-4dfa-b4ed-94e5721db859 req-a6b41cb2-135c-4d51-b40d-5fbd943fa2a4 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c78f3e-5d77-4fa6-9834-1b1e4775df3f HTTP/1.1" status: 200 len: 945 time: 0.2672863 Aug 23 01:53:42.531960 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6869b-a891-4a9a-9740-4f7f426c90a9 req-60da2781-cd2b-4e56-9ff9-69e3111297fb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:42.535556 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-25d6869b-a891-4a9a-9740-4f7f426c90a9 req-60da2781-cd2b-4e56-9ff9-69e3111297fb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 943 time: 0.1612613 Aug 23 01:53:42.597479 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-25d6869b-a891-4a9a-9740-4f7f426c90a9 req-5fbfab26-10eb-4114-b2fc-2538d167c2ca tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421104 Aug 23 01:53:42.603020 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-dac09a6b-087a-4dfa-b4ed-94e5721db859 req-0fd3d816-3c4c-466d-b1eb-3d03ed5c29e8 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205924 Aug 23 01:53:42.638524 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e566f45-31f9-4ae3-9b07-deacada9e401 req-72b7c173-819d-4682-b095-12d467a20f70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:42.640137 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5e566f45-31f9-4ae3-9b07-deacada9e401 req-72b7c173-819d-4682-b095-12d467a20f70 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=4974ea7b9027427197b8907f91b8fd1c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3780053 Aug 23 01:53:42.643732 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9c1eb9f5-7019-471a-aed0-18d0e39d6157 req-98c26db8-9743-4176-89c6-49d314d35954 service neutron] 10.222.0.10 "GET /v2.0/networks/2923ff85-c672-42fc-9cad-ac2843fb8239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800499 Aug 23 01:53:43.035471 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a9fe5-9e93-483b-b005-d42712390628 req-d07c839a-fb70-46d9-a53d-e3d884829f4e tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:43.045726 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-240a9fe5-9e93-483b-b005-d42712390628 req-d07c839a-fb70-46d9-a53d-e3d884829f4e tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 944 time: 0.1334238 Aug 23 01:53:43.113396 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-240a9fe5-9e93-483b-b005-d42712390628 req-05cac47b-606c-4fbb-950b-425ed7fc01ac tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639696 Aug 23 01:53:43.162361 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9c1eb9f5-7019-471a-aed0-18d0e39d6157 req-beb83cfa-e9b8-4ffe-a956-02bad255dd66 service neutron] 10.222.0.10 "GET /v2.0/networks/2923ff85-c672-42fc-9cad-ac2843fb8239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088880 Aug 23 01:53:43.185767 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e566f45-31f9-4ae3-9b07-deacada9e401 req-3ae9e385-29b9-40ed-b4f4-b9fe22b3869b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:43.187515 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5e566f45-31f9-4ae3-9b07-deacada9e401 req-3ae9e385-29b9-40ed-b4f4-b9fe22b3869b service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5352886 Aug 23 01:53:43.216141 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b894760-c999-4266-a23e-42cdef282410 req-77d1840e-7cbf-451d-961e-f38aead392ed tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:43.220835 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-6b894760-c999-4266-a23e-42cdef282410 req-77d1840e-7cbf-451d-961e-f38aead392ed tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 943 time: 0.3632460 Aug 23 01:53:43.304622 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-6b894760-c999-4266-a23e-42cdef282410 req-bf7d2c98-b107-406d-a193-0077f324b27e tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775859 Aug 23 01:53:43.400128 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe30fd8-078b-4f7d-bafc-80522ebc9295 req-8a9372a6-37b6-4ed4-8e4e-7e850614473e tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:43.407212 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-f64195a8-a3e0-4d7d-bb54-4b2e7bbebf71 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4974ea7b9027427197b8907f91b8fd1c&device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 1097 time: 0.0721245 Aug 23 01:53:43.409060 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-7fe30fd8-078b-4f7d-bafc-80522ebc9295 req-8a9372a6-37b6-4ed4-8e4e-7e850614473e tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacc79b0-e347-4492-9a23-9fee69eba6b2 HTTP/1.1" status: 200 len: 945 time: 0.1225176 Aug 23 01:53:43.454114 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-7fe30fd8-078b-4f7d-bafc-80522ebc9295 req-27f7b4d4-cf0f-4e43-936a-b58a38266e78 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/security-groups?id=781b8de4-bd92-49d8-82c5-9b1bd824a4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440948 Aug 23 01:53:43.506588 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-0752cb2a-e690-4fe3-a1d3-274c7d2f3e15 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f4e934c-7b43-4086-9384-8f344a2b3389 HTTP/1.1" status: 200 len: 217 time: 0.0869727 Aug 23 01:53:43.571283 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-490cbcf2-1df7-49b0-a2d5-3522e2917d06 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:43.572896 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-490cbcf2-1df7-49b0-a2d5-3522e2917d06 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afcb811f-6ebd-4831-86e9-dd7cc945a891 HTTP/1.1" status: 200 len: 850 time: 0.0602343 Aug 23 01:53:43.658699 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-d347e6cd-3688-4e96-aae2-c1f2d61ad9f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5840b669-618c-425e-995c-00dd5d36fe85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787487 Aug 23 01:53:43.855095 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-2316bedc-8a91-4fff-a80f-20bfd6283e55 service neutron] 10.222.0.10 "GET /v2.0/networks/5840b669-618c-425e-995c-00dd5d36fe85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891758 Aug 23 01:53:44.051263 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-87ea9194-801b-42d0-a90d-e5b89046ed9b req-44c3b957-36aa-4641-ae5e-baaefc45dbd3 service neutron] 10.222.0.10 "GET /v2.0/networks/5840b669-618c-425e-995c-00dd5d36fe85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525798 Aug 23 01:53:44.053113 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8e8ca-4c43-4a1e-8582-a186544c68ba req-e511c4db-22a3-4c64-9968-1d009d7f0f72 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:44.054518 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-cbd8e8ca-4c43-4a1e-8582-a186544c68ba req-e511c4db-22a3-4c64-9968-1d009d7f0f72 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 943 time: 0.1980040 Aug 23 01:53:44.104335 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-cbd8e8ca-4c43-4a1e-8582-a186544c68ba req-595a3aa8-9900-4b6e-b108-f44d288c0888 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436184 Aug 23 01:53:44.320495 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01809c30-976c-40b4-8511-8001f58e18c1 req-4bf7fd48-cba5-4eb6-b115-cfa1f94f223d tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:44.321839 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-01809c30-976c-40b4-8511-8001f58e18c1 req-4bf7fd48-cba5-4eb6-b115-cfa1f94f223d tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 944 time: 0.0789640 Aug 23 01:53:44.372700 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-01809c30-976c-40b4-8511-8001f58e18c1 req-9c2a8914-7821-4d76-9580-a1101d9cc09d tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453215 Aug 23 01:53:44.394855 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device f30e38c8-4180-446b-b7f4-2304ee04e644 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 01:53:44.397807 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 35141321-8de7-4cb8-b912-e55b8597f1a6 up at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:53:44.505765 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1902561-d0e2-4056-b9e5-d67ecb108f5e req-ddc2b4ab-9462-49dc-b359-264ca0142509 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:44.507240 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-b1902561-d0e2-4056-b9e5-d67ecb108f5e req-ddc2b4ab-9462-49dc-b359-264ca0142509 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 943 time: 0.0878026 Aug 23 01:53:44.558005 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-b1902561-d0e2-4056-b9e5-d67ecb108f5e req-24ad623f-3b21-4189-9556-110ca56e558e tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452302 Aug 23 01:53:44.600004 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port f30e38c8-4180-446b-b7f4-2304ee04e644, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f30e38c8-4180-446b-b7f4-2304ee04e644,segment=NetworkSegment(4998317b-f65b-459a-b79b-8cace97c4771),segment_id=4998317b-f65b-459a-b79b-8cace97c4771)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:53:44.613170 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Returning: {'device': 'f30e38c8-4180-446b-b7f4-2304ee04e644', 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'port_id': 'f30e38c8-4180-446b-b7f4-2304ee04e644', 'mac_address': 'fa:16:3e:ad:ea:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 01:53:44.685492 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:44.686398 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8325c-19d7-4d0f-b0f8-f03bd323ae4c req-139beda7-8ddf-4a31-b24d-4606ae9a8fb2 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:44.686885 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f30e38c8-4180-446b-b7f4-2304ee04e644 {{(pid=75885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:53:44.689363 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-dff8325c-19d7-4d0f-b0f8-f03bd323ae4c req-139beda7-8ddf-4a31-b24d-4606ae9a8fb2 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacc79b0-e347-4492-9a23-9fee69eba6b2 HTTP/1.1" status: 200 len: 945 time: 0.0805056 Aug 23 01:53:44.717545 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port f30e38c8-4180-446b-b7f4-2304ee04e644, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f30e38c8-4180-446b-b7f4-2304ee04e644,segment=NetworkSegment(4998317b-f65b-459a-b79b-8cace97c4771),segment_id=4998317b-f65b-459a-b79b-8cace97c4771)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:53:44.745066 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-dff8325c-19d7-4d0f-b0f8-f03bd323ae4c req-403c7761-23af-4d85-806a-bd6d5461b8c8 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/security-groups?id=781b8de4-bd92-49d8-82c5-9b1bd824a4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419805 Aug 23 01:53:45.336391 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdf6e7-5a79-4fde-b3a6-209f3cd2fb18 req-d243515e-0a7d-4ea8-bfd7-32f2cf62a2ce tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:45.337925 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-82bdf6e7-5a79-4fde-b3a6-209f3cd2fb18 req-d243515e-0a7d-4ea8-bfd7-32f2cf62a2ce tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 943 time: 0.0804524 Aug 23 01:53:45.364661 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:45.368532 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:45.409883 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning for port 35141321-8de7-4cb8-b912-e55b8597f1a6 completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:53:45.423257 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-82bdf6e7-5a79-4fde-b3a6-209f3cd2fb18 req-5e301c54-8a6e-4361-9c99-2767b6abd95e tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796556 Aug 23 01:53:45.430686 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning complete for port 35141321-8de7-4cb8-b912-e55b8597f1a6 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:53:45.431066 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:45.525214 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=f30e38c8-4180-446b-b7f4-2304ee04e644,revision_number=4']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:45.530341 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:45.599212 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:45.634772 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port 35141321-8de7-4cb8-b912-e55b8597f1a6, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=35141321-8de7-4cb8-b912-e55b8597f1a6,segment=NetworkSegment(0d4b18ff-4c61-4745-bf27-69e46a708d87),segment_id=0d4b18ff-4c61-4745-bf27-69e46a708d87)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:53:45.635684 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9d4b54-48df-4d5a-bbac-97e89c427f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35141321-8de7-4cb8-b912-e55b8597f1a6'}] {{(pid=75885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:53:45.718484 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744eb97-41f3-4d93-a589-8d498c6bd72c req-2e901094-38ed-426d-95f1-1fb481066311 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:45.719951 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-6744eb97-41f3-4d93-a589-8d498c6bd72c req-2e901094-38ed-426d-95f1-1fb481066311 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 944 time: 0.1305990 Aug 23 01:53:45.744414 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:45.746328 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:45.779130 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-6744eb97-41f3-4d93-a589-8d498c6bd72c req-7cde9052-e5ff-4d7d-b03c-bfc6be2a5344 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524805 Aug 23 01:53:45.877061 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80050658-d490-4378-a65a-447dd02be7b5 req-456fa437-9374-4db3-ae2f-758a87d60955 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:45.882500 dv-cinder-805529-1-smb neutron-server[75885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9d4b54-48df-4d5a-bbac-97e89c427f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35141321-8de7-4cb8-b912-e55b8597f1a6', 'code': 200} Aug 23 01:53:45.883185 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=35141321-8de7-4cb8-b912-e55b8597f1a6,revision_number=5']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:45.883784 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-80050658-d490-4378-a65a-447dd02be7b5 req-456fa437-9374-4db3-ae2f-758a87d60955 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 943 time: 0.1271758 Aug 23 01:53:45.888745 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:45.994494 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['f30e38c8-4180-446b-b7f4-2304ee04e644'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:53:46.006040 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-80050658-d490-4378-a65a-447dd02be7b5 req-382b38cb-b574-490a-8f1a-625b3d448613 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158204 Aug 23 01:53:46.397566 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device c4c85fc9-5593-4dc2-8587-718bde4fbb01 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 01:53:46.536890 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-90eb34f2-f01f-4dda-b864-0227ae6be61b req-2a52820f-0a6c-48dc-91b8-5ad3369bc0f1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 1099 time: 0.1483560 Aug 23 01:53:46.569198 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port c4c85fc9-5593-4dc2-8587-718bde4fbb01, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c4c85fc9-5593-4dc2-8587-718bde4fbb01,segment=NetworkSegment(0d4b18ff-4c61-4745-bf27-69e46a708d87),segment_id=0d4b18ff-4c61-4745-bf27-69e46a708d87)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:53:46.592354 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-90eb34f2-f01f-4dda-b864-0227ae6be61b req-1a9f5473-b969-4de7-9cbb-4e46910bba13 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480902 Aug 23 01:53:46.600699 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Returning: {'device': 'c4c85fc9-5593-4dc2-8587-718bde4fbb01', 'network_id': '2923ff85-c672-42fc-9cad-ac2843fb8239', 'port_id': 'c4c85fc9-5593-4dc2-8587-718bde4fbb01', 'mac_address': 'fa:16:3e:81:e5:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ec4e931-02be-4a33-9930-18e862114160', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 01:53:46.670377 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:46.695165 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c85fc9-5593-4dc2-8587-718bde4fbb01 {{(pid=75885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:53:46.722405 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port c4c85fc9-5593-4dc2-8587-718bde4fbb01, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c4c85fc9-5593-4dc2-8587-718bde4fbb01,segment=NetworkSegment(0d4b18ff-4c61-4745-bf27-69e46a708d87),segment_id=0d4b18ff-4c61-4745-bf27-69e46a708d87)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:53:46.758303 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f289e-b7cc-4b71-85bc-63f0e083415e req-233275fd-1af9-4017-896d-dccee005e160 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:46.760778 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-468f289e-b7cc-4b71-85bc-63f0e083415e req-233275fd-1af9-4017-896d-dccee005e160 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 944 time: 0.1109552 Aug 23 01:53:46.812692 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:46.812692 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-9fea14bf-0384-4346-9ad5-9a982e3c6d60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:46.843049 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-468f289e-b7cc-4b71-85bc-63f0e083415e req-77d9d6cd-afdf-4b07-97ec-abd168a5a104 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723388 Aug 23 01:53:46.919951 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=c4c85fc9-5593-4dc2-8587-718bde4fbb01,revision_number=4']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:46.923117 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:47.035486 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6677ae-81f6-4d0f-9c04-8a1fe4b2ad02 req-6cce9e31-e399-42ee-a8dc-70fdc3881217 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:47.037029 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0c6677ae-81f6-4d0f-9c04-8a1fe4b2ad02 req-6cce9e31-e399-42ee-a8dc-70fdc3881217 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 944 time: 0.0865397 Aug 23 01:53:47.083609 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0c6677ae-81f6-4d0f-9c04-8a1fe4b2ad02 req-240b906b-69a4-4393-9115-0e967dbe6343 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407975 Aug 23 01:53:47.255486 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15702ab5-d168-4d4f-8de0-00900003bfd7 req-ebfae936-45d2-410f-98da-0941c6d27ec4 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:47.257338 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-15702ab5-d168-4d4f-8de0-00900003bfd7 req-ebfae936-45d2-410f-98da-0941c6d27ec4 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 944 time: 0.1042724 Aug 23 01:53:47.322693 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-15702ab5-d168-4d4f-8de0-00900003bfd7 req-b2c8b9e4-981e-4a14-a70a-f4e5721deb8f tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596523 Aug 23 01:53:47.460164 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['c4c85fc9-5593-4dc2-8587-718bde4fbb01'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:53:48.323674 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d834fa03-1e12-4df7-a003-c787f8d81f0d req-a316cc9a-51cb-4dc6-8450-275150e45708 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=90c78f3e-5d77-4fa6-9834-1b1e4775df3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815172 Aug 23 01:53:48.412366 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device f30e38c8-4180-446b-b7f4-2304ee04e644 up at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:53:48.491436 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d834fa03-1e12-4df7-a003-c787f8d81f0d req-f396ed39-1434-49b9-ad49-66512297b09c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=19fb13e7c5e24c35930091d9780fb75c&device_id=90c78f3e-5d77-4fa6-9834-1b1e4775df3f HTTP/1.1" status: 200 len: 1098 time: 0.0756111 Aug 23 01:53:48.624067 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning for port f30e38c8-4180-446b-b7f4-2304ee04e644 completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:53:48.630379 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning complete for port f30e38c8-4180-446b-b7f4-2304ee04e644 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:53:48.630972 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:48.657645 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834fa03-1e12-4df7-a003-c787f8d81f0d req-4ff1c785-ae44-48e0-8430-7cf63ad4296d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:48.659766 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d834fa03-1e12-4df7-a003-c787f8d81f0d req-4ff1c785-ae44-48e0-8430-7cf63ad4296d service neutron] 10.222.0.10 "GET /v2.0/networks?id=6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 HTTP/1.1" status: 200 len: 915 time: 0.1323209 Aug 23 01:53:48.740587 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d834fa03-1e12-4df7-a003-c787f8d81f0d req-e0a30880-e8c7-4c97-a9ad-b0a8bbac5fe0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6796267-f506-43d6-93f0-ae10004c4796 HTTP/1.1" status: 200 len: 217 time: 0.0676019 Aug 23 01:53:48.761838 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:48.801713 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3825eadb-6470-45e0-af33-e0adcc715126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30e38c8-4180-446b-b7f4-2304ee04e644'}] {{(pid=75885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:53:48.808535 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834fa03-1e12-4df7-a003-c787f8d81f0d req-665d9901-f93c-4fb8-abf0-878334d78057 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:48.810145 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d834fa03-1e12-4df7-a003-c787f8d81f0d req-665d9901-f93c-4fb8-abf0-878334d78057 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=824eb3c9-cfbc-4739-ace0-27334b2e4f9e HTTP/1.1" status: 200 len: 854 time: 0.0635152 Aug 23 01:53:48.812398 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port f30e38c8-4180-446b-b7f4-2304ee04e644, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f30e38c8-4180-446b-b7f4-2304ee04e644,segment=NetworkSegment(4998317b-f65b-459a-b79b-8cace97c4771),segment_id=4998317b-f65b-459a-b79b-8cace97c4771)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:53:48.895710 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d834fa03-1e12-4df7-a003-c787f8d81f0d req-bd41d8bb-83b3-44d2-829b-9805b2d043b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6fd7eb81-afc9-4814-83ed-f98cc97bf6f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785317 Aug 23 01:53:48.927140 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:48.929059 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:48.992005 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=f30e38c8-4180-446b-b7f4-2304ee04e644,revision_number=5']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:48.995530 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:49.057943 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a612fad-756e-4174-8c15-ae5eaa681c81 req-03c32705-f1c5-449c-b32c-9caea5209dd0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:49.059641 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1a612fad-756e-4174-8c15-ae5eaa681c81 req-03c32705-f1c5-449c-b32c-9caea5209dd0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 944 time: 0.2045009 Aug 23 01:53:49.063141 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d834fa03-1e12-4df7-a003-c787f8d81f0d req-87fad23c-55d6-4666-9502-01c39b1d2201 service neutron] 10.222.0.10 "GET /v2.0/networks/6fd7eb81-afc9-4814-83ed-f98cc97bf6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570263 Aug 23 01:53:49.189475 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1a612fad-756e-4174-8c15-ae5eaa681c81 req-9952f03b-0596-430e-bc71-097dbe021337 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227872 Aug 23 01:53:49.250477 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d834fa03-1e12-4df7-a003-c787f8d81f0d req-6efce421-c5db-4aca-8ebf-e3e7581d0ae8 service neutron] 10.222.0.10 "GET /v2.0/networks/6fd7eb81-afc9-4814-83ed-f98cc97bf6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659331 Aug 23 01:53:49.290939 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2376b-72cd-41a6-8a00-7c4f9d112637 req-2a80cdba-ee90-4b4a-99f4-e6d43403bb4a tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:49.292519 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d8c2376b-72cd-41a6-8a00-7c4f9d112637 req-2a80cdba-ee90-4b4a-99f4-e6d43403bb4a tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 944 time: 0.0933368 Aug 23 01:53:49.343827 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d8c2376b-72cd-41a6-8a00-7c4f9d112637 req-f6f02c39-5f8c-428c-a349-449b94e64b82 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453675 Aug 23 01:53:49.449048 dv-cinder-805529-1-smb neutron-server[75885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3825eadb-6470-45e0-af33-e0adcc715126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30e38c8-4180-446b-b7f4-2304ee04e644', 'code': 200} Aug 23 01:53:49.485690 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f17b58-c08f-4a50-aaf2-7337dd41f458 req-7ee84be6-2755-4f03-aaab-1624800eadc5 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:49.490401 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-80f17b58-c08f-4a50-aaf2-7337dd41f458 req-7ee84be6-2755-4f03-aaab-1624800eadc5 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 944 time: 0.1467094 Aug 23 01:53:49.535224 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-80f17b58-c08f-4a50-aaf2-7337dd41f458 req-3d55575c-4b24-4b75-a034-14ea82952dde tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439508 Aug 23 01:53:50.006701 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-fe128c56-2edb-4134-8a33-25dca411f6ad req-fc4ffc68-888d-41d7-ba22-5f96e56e2edb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 1098 time: 0.0764959 Aug 23 01:53:50.052568 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-fe128c56-2edb-4134-8a33-25dca411f6ad req-5d65a839-16a5-46a2-a2af-a28a27d6f27d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396032 Aug 23 01:53:50.370539 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521aef9a-13e2-40c6-b24d-52f2a0894c17 None None] Sync routers for ids ['e07315b9-d39a-4a56-a26e-63073cb79a42'] in dv-cinder-805529-1-smb {{(pid=75886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 01:53:50.384909 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521aef9a-13e2-40c6-b24d-52f2a0894c17 None None] Routers {'e07315b9-d39a-4a56-a26e-63073cb79a42'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:53:50.390857 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-521aef9a-13e2-40c6-b24d-52f2a0894c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:53:34Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['e07315b9-d39a-4a56-a26e-63073cb79a42'], 'active': True} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:53:50.437542 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 7f4e934c-7b43-4086-9384-8f344a2b3389 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 01:53:50.444514 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device c4c85fc9-5593-4dc2-8587-718bde4fbb01 up at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:53:50.474592 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1ce77-302f-45bc-8ca1-7f6f4f651670 req-6935a321-b5f2-4b42-9a66-480f333a8eb0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:50.479010 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-7fd1ce77-302f-45bc-8ca1-7f6f4f651670 req-6935a321-b5f2-4b42-9a66-480f333a8eb0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.1342201 Aug 23 01:53:50.494930 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754706e7-2efc-4565-86f6-dbcbc7ce45f0 None None] Sync routers for ids ['2594a539-fd97-4442-a4be-2ccfc5f6e1ac'] in dv-cinder-805529-1-smb {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 01:53:50.577751 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvr_db [None req-521aef9a-13e2-40c6-b24d-52f2a0894c17 None None] Set router e07315b9-d39a-4a56-a26e-63073cb79a42 gateway port host: dv-cinder-805529-1-smb {{(pid=75886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:53:50.617334 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd92eb-ba6e-471b-8dd7-01b5123bbe2a req-ccba31c9-8bdb-408c-8318-9c85919f3a8d tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:50.629452 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754706e7-2efc-4565-86f6-dbcbc7ce45f0 None None] Routers {'2594a539-fd97-4442-a4be-2ccfc5f6e1ac'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:53:50.630213 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-754706e7-2efc-4565-86f6-dbcbc7ce45f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:53:34Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['2594a539-fd97-4442-a4be-2ccfc5f6e1ac'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:53:50.630818 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-89fd92eb-ba6e-471b-8dd7-01b5123bbe2a req-ccba31c9-8bdb-408c-8318-9c85919f3a8d tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 944 time: 0.1099954 Aug 23 01:53:50.650161 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-7fd1ce77-302f-45bc-8ca1-7f6f4f651670 req-59030fc7-6b19-4180-970b-d984ddebac00 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635075 Aug 23 01:53:50.700080 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-89fd92eb-ba6e-471b-8dd7-01b5123bbe2a req-8fd35d2a-5e7a-4030-8b64-194137f52334 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625463 Aug 23 01:53:50.907695 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port 7f4e934c-7b43-4086-9384-8f344a2b3389, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=7f4e934c-7b43-4086-9384-8f344a2b3389,segment=NetworkSegment(925f2863-4da7-47f7-967e-d699cb09d093),segment_id=925f2863-4da7-47f7-967e-d699cb09d093)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:53:50.939573 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639776bf-ae7a-4ada-b0fb-483935d72d5b req-510ac6eb-fb86-4b3d-a6f0-2ccefec7e749 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:50.948481 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-639776bf-ae7a-4ada-b0fb-483935d72d5b req-510ac6eb-fb86-4b3d-a6f0-2ccefec7e749 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 944 time: 0.1137233 Aug 23 01:53:50.964431 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Returning: {'device': '7f4e934c-7b43-4086-9384-8f344a2b3389', 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85', 'port_id': '7f4e934c-7b43-4086-9384-8f344a2b3389', 'mac_address': 'fa:16:3e:23:74:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 01:53:50.982301 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning for port c4c85fc9-5593-4dc2-8587-718bde4fbb01 completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:53:51.011069 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-639776bf-ae7a-4ada-b0fb-483935d72d5b req-b73f26a4-855f-4008-86eb-e899a536a434 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615218 Aug 23 01:53:51.040245 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning complete for port c4c85fc9-5593-4dc2-8587-718bde4fbb01 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:53:51.040676 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:51.059565 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-521aef9a-13e2-40c6-b24d-52f2a0894c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'name': 'tempest-AttachVolumeTestJSON-1962057698-router', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:53:00Z', 'updated_at': '2021-08-23T01:53:14Z', 'revision_number': 4, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'gw_port': {'id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:01Z', 'updated_at': '2021-08-23T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': '5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c', 'name': '', 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'mac_address': 'fa:16:3e:d3:13:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:11Z', 'updated_at': '2021-08-23T01:53:16Z', 'revision_number': 2, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'subnets': [{'id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:53:51.063437 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521aef9a-13e2-40c6-b24d-52f2a0894c17 None None] Checking router: e07315b9-d39a-4a56-a26e-63073cb79a42 for host: dv-cinder-805529-1-smb {{(pid=75886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 01:53:51.063868 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521aef9a-13e2-40c6-b24d-52f2a0894c17 None None] Updating router e07315b9-d39a-4a56-a26e-63073cb79a42 port 5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c binding host dv-cinder-805529-1-smb {{(pid=75886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 01:53:51.103703 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-754706e7-2efc-4565-86f6-dbcbc7ce45f0 None None] Set router 2594a539-fd97-4442-a4be-2ccfc5f6e1ac gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:53:51.119627 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-521aef9a-13e2-40c6-b24d-52f2a0894c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:51.175559 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:51.266608 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4e934c-7b43-4086-9384-8f344a2b3389 {{(pid=75885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:53:51.353819 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port 7f4e934c-7b43-4086-9384-8f344a2b3389, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=7f4e934c-7b43-4086-9384-8f344a2b3389,segment=NetworkSegment(925f2863-4da7-47f7-967e-d699cb09d093),segment_id=925f2863-4da7-47f7-967e-d699cb09d093)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:53:51.443218 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:51.477441 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:51.481211 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:51.576266 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06460179-6a3c-44c9-a7df-ae627f9df380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c85fc9-5593-4dc2-8587-718bde4fbb01'}] {{(pid=75885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:53:51.586550 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-521aef9a-13e2-40c6-b24d-52f2a0894c17 None None] Notify callbacks [] for port, precommit_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:51.596669 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port c4c85fc9-5593-4dc2-8587-718bde4fbb01, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c4c85fc9-5593-4dc2-8587-718bde4fbb01,segment=NetworkSegment(0d4b18ff-4c61-4745-bf27-69e46a708d87),segment_id=0d4b18ff-4c61-4745-bf27-69e46a708d87)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:53:51.607791 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.provisioning_blocks [None req-521aef9a-13e2-40c6-b24d-52f2a0894c17 None None] Transition to ACTIVE for port object 5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c will not be triggered until provisioned by entity L2. {{(pid=75886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:53:51.611978 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=7f4e934c-7b43-4086-9384-8f344a2b3389,revision_number=4']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:51.615399 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:51.640006 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-754706e7-2efc-4565-86f6-dbcbc7ce45f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2594a539-fd97-4442-a4be-2ccfc5f6e1ac', 'name': 'tempest-ServerRescueNegativeTestJSON-708111918-router', 'tenant_id': '940e2126538e41ad94209d280bc548f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c3757104-d4f4-4fbf-bfef-a48d3e2f5366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:59Z', 'updated_at': '2021-08-23T01:53:08Z', 'revision_number': 4, 'project_id': '940e2126538e41ad94209d280bc548f0', 'gw_port': {'id': 'c3757104-d4f4-4fbf-bfef-a48d3e2f5366', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594a539-fd97-4442-a4be-2ccfc5f6e1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:01Z', 'updated_at': '2021-08-23T01:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': 'dd3c2666-0ed6-4288-8643-1d51ee546a18', 'name': '', 'network_id': '2923ff85-c672-42fc-9cad-ac2843fb8239', 'tenant_id': '940e2126538e41ad94209d280bc548f0', 'mac_address': 'fa:16:3e:64:97:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2594a539-fd97-4442-a4be-2ccfc5f6e1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ec4e931-02be-4a33-9930-18e862114160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:08Z', 'updated_at': '2021-08-23T01:53:09Z', 'revision_number': 2, 'project_id': '940e2126538e41ad94209d280bc548f0', 'subnets': [{'id': '0ec4e931-02be-4a33-9930-18e862114160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:53:51.650925 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754706e7-2efc-4565-86f6-dbcbc7ce45f0 None None] Checking router: 2594a539-fd97-4442-a4be-2ccfc5f6e1ac for host: dv-cinder-805529-1-smb {{(pid=75885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 01:53:51.651205 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754706e7-2efc-4565-86f6-dbcbc7ce45f0 None None] Updating router 2594a539-fd97-4442-a4be-2ccfc5f6e1ac port dd3c2666-0ed6-4288-8643-1d51ee546a18 binding host dv-cinder-805529-1-smb {{(pid=75885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 01:53:51.692176 dv-cinder-805529-1-smb neutron-server[75885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06460179-6a3c-44c9-a7df-ae627f9df380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c85fc9-5593-4dc2-8587-718bde4fbb01', 'code': 200} Aug 23 01:53:51.742371 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-754706e7-2efc-4565-86f6-dbcbc7ce45f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:51.760788 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:51.766671 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-fdb5c1f3-2fa3-41a9-bdfe-d8d8cb1d64ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:51.813049 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-521aef9a-13e2-40c6-b24d-52f2a0894c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:51.820644 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [None req-cdfe54e1-abe4-42f3-83ec-8ca02182cb45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:51.913646 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=c4c85fc9-5593-4dc2-8587-718bde4fbb01,revision_number=5']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:51.916793 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:51.918095 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:51.919161 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cdf76e-18fb-406e-b693-5f0f28c5c862 None None] Pushing event updated for resources: {'Port': ['ID=5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c,revision_number=3']} {{(pid=75886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:51.929696 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad7766-4862-4fd2-b521-7856b50b4a61 req-4e790a78-8141-4428-90a8-9fe78b68c34c tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:51.932102 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-66ad7766-4862-4fd2-b521-7856b50b4a61 req-4e790a78-8141-4428-90a8-9fe78b68c34c tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 945 time: 0.1002681 Aug 23 01:53:52.000548 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a199b7-21c4-472e-85b3-f3185dd7a1be req-6c247e9f-c7e6-4e19-9478-fcd3a77eaed7 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:52.011475 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d3a199b7-21c4-472e-85b3-f3185dd7a1be req-6c247e9f-c7e6-4e19-9478-fcd3a77eaed7 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.1687136 Aug 23 01:53:52.013314 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-66ad7766-4862-4fd2-b521-7856b50b4a61 req-5021cf87-2ea0-4bfa-be79-456e26d6e8f6 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727408 Aug 23 01:53:52.149722 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d3a199b7-21c4-472e-85b3-f3185dd7a1be req-e97197e9-3174-46ba-a181-4128ea6df3bd tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372404 Aug 23 01:53:52.286541 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [None req-d8cdf76e-18fb-406e-b693-5f0f28c5c862 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:52.531575 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65d073-343f-4161-be5b-2962d5f936ce req-2df2b740-cf73-464b-bc58-e110d0ab4987 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:52.535125 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-3d65d073-343f-4161-be5b-2962d5f936ce req-2df2b740-cf73-464b-bc58-e110d0ab4987 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 945 time: 0.1297441 Aug 23 01:53:52.537487 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-754706e7-2efc-4565-86f6-dbcbc7ce45f0 None None] Notify callbacks [] for port, precommit_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:52.549451 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 38462) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:52.558539 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-754706e7-2efc-4565-86f6-dbcbc7ce45f0 None None] Transition to ACTIVE for port object dd3c2666-0ed6-4288-8643-1d51ee546a18 will not be triggered until provisioned by entity L2. {{(pid=75885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:53:52.578670 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.managers [None req-521aef9a-13e2-40c6-b24d-52f2a0894c17 None None] Attempting to bind port 5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c on host dv-cinder-805529-1-smb for vnic_type normal with profile {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:53:52.579139 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.managers [None req-521aef9a-13e2-40c6-b24d-52f2a0894c17 None None] Attempting to bind port 5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c by drivers openvswitch,hyperv on host dv-cinder-805529-1-smb at level 0 using segments [{'id': '925f2863-4da7-47f7-967e-d699cb09d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85'}] {{(pid=75886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:53:52.580745 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521aef9a-13e2-40c6-b24d-52f2a0894c17 None None] Attempting to bind port 5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c on network 5840b669-618c-425e-995c-00dd5d36fe85 {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:53:52.599536 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f7c7d126-da42-4455-8913-7d190aeb6f4f req-ea0d7581-b518-4f9d-80b9-f64e99ca30a6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 1098 time: 0.1461239 Aug 23 01:53:52.600694 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521aef9a-13e2-40c6-b24d-52f2a0894c17 None None] Checking agent: {'id': '7e854a2e-3ddb-4791-9f4e-63d19a343734', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 44, 3), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:53:52.603113 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521aef9a-13e2-40c6-b24d-52f2a0894c17 None None] Checking segment: {'id': '925f2863-4da7-47f7-967e-d699cb09d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:53:52.603113 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-521aef9a-13e2-40c6-b24d-52f2a0894c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:52.603113 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521aef9a-13e2-40c6-b24d-52f2a0894c17 None None] Bound using segment: {'id': '925f2863-4da7-47f7-967e-d699cb09d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85'} {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:53:52.603652 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.managers [None req-521aef9a-13e2-40c6-b24d-52f2a0894c17 None None] Bound port: 5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c, host: dv-cinder-805529-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925f2863-4da7-47f7-967e-d699cb09d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85'}}] {{(pid=75886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:53:52.604053 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-521aef9a-13e2-40c6-b24d-52f2a0894c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:52.618716 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-3d65d073-343f-4161-be5b-2962d5f936ce req-292952f5-a120-4fba-80e5-679be3f7ac32 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791228 Aug 23 01:53:52.677892 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-754706e7-2efc-4565-86f6-dbcbc7ce45f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:52.684524 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:52.687204 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f7c7d126-da42-4455-8913-7d190aeb6f4f req-de74dd29-670f-452d-8d8d-aaac2ec22110 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799832 Aug 23 01:53:52.720132 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.db [None req-521aef9a-13e2-40c6-b24d-52f2a0894c17 None None] For port 5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c, host dv-cinder-805529-1-smb, cleared binding levels {{(pid=75886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:53:52.723786 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.db [None req-521aef9a-13e2-40c6-b24d-52f2a0894c17 None None] For port 5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c, host dv-cinder-805529-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c,segment=NetworkSegment(925f2863-4da7-47f7-967e-d699cb09d093),segment_id=925f2863-4da7-47f7-967e-d699cb09d093)] {{(pid=75886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:53:52.761946 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-a989e95a-0b68-42f8-84da-9c621a9b421a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:52.795279 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-521aef9a-13e2-40c6-b24d-52f2a0894c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:52.799856 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [None req-cdfe54e1-abe4-42f3-83ec-8ca02182cb45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:52.801145 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-a989e95a-0b68-42f8-84da-9c621a9b421a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:52.803037 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['7f4e934c-7b43-4086-9384-8f344a2b3389'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:53:52.806557 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-a989e95a-0b68-42f8-84da-9c621a9b421a admin admin] Usage tracker for resource:security_group_rule and tenant:1b6aa14c8c3e4d96a7b0569acea33540 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:52.809628 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-a989e95a-0b68-42f8-84da-9c621a9b421a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:52.815663 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-a989e95a-0b68-42f8-84da-9c621a9b421a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:52.871374 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400c9af-266e-4670-bfc8-3ab975afeb4b None None] Pushing event updated for resources: {'Port': ['ID=dd3c2666-0ed6-4288-8643-1d51ee546a18,revision_number=3']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:52.879044 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-2400c9af-266e-4670-bfc8-3ab975afeb4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:52.880343 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cdf76e-18fb-406e-b693-5f0f28c5c862 None None] Pushing event updated for resources: {'Port': ['ID=5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c,revision_number=4']} {{(pid=75886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:52.883734 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [None req-d8cdf76e-18fb-406e-b693-5f0f28c5c862 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:52.886983 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521aef9a-13e2-40c6-b24d-52f2a0894c17 None None] Routers {'e07315b9-d39a-4a56-a26e-63073cb79a42'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:53:52.887628 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-521aef9a-13e2-40c6-b24d-52f2a0894c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:53:34Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['e07315b9-d39a-4a56-a26e-63073cb79a42'], 'active': True} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:53:52.905332 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-a989e95a-0b68-42f8-84da-9c621a9b421a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:53.028601 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-a989e95a-0b68-42f8-84da-9c621a9b421a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:53.036754 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-219cf8bd-a241-4539-a290-37663b557a49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:53.083394 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989e95a-0b68-42f8-84da-9c621a9b421a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29286f52-c2c0-4004-adba-7f9413498741,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:53.086538 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-a989e95a-0b68-42f8-84da-9c621a9b421a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:53.089102 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-a989e95a-0b68-42f8-84da-9c621a9b421a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b6aa14c8c3e4d96a7b0569acea33540&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5381906 Aug 23 01:53:53.091994 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 38470) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:53.098395 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvr_db [None req-521aef9a-13e2-40c6-b24d-52f2a0894c17 None None] Set router e07315b9-d39a-4a56-a26e-63073cb79a42 gateway port host: dv-cinder-805529-1-smb {{(pid=75886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:53:53.160865 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d6c9e52a-99f8-4da8-9f4d-61fa82755d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:53.203842 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d6c9e52a-99f8-4da8-9f4d-61fa82755d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:53.354069 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f93ef-1521-413f-ad23-b098baf35f93 req-e9c96ac2-75e5-4471-9da6-a496fe5c0d26 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:53.364073 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-365f93ef-1521-413f-ad23-b098baf35f93 req-e9c96ac2-75e5-4471-9da6-a496fe5c0d26 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 945 time: 0.1530766 Aug 23 01:53:53.440024 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-365f93ef-1521-413f-ad23-b098baf35f93 req-c93d9627-1c73-42a1-9b06-1ffb144ea42c tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749474 Aug 23 01:53:53.441709 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ea420-b3a9-4e66-8db0-1ba3f113f52b req-859f2961-31b6-4b39-b456-adac8b3cd0fc tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:53.443232 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-1a5ea420-b3a9-4e66-8db0-1ba3f113f52b req-859f2961-31b6-4b39-b456-adac8b3cd0fc tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.0923941 Aug 23 01:53:53.478954 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d6c9e52a-99f8-4da8-9f4d-61fa82755d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:53.485689 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-6ee9af15-d406-4535-8130-1c714b5350bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:53.510128 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-754706e7-2efc-4565-86f6-dbcbc7ce45f0 None None] Attempting to bind port dd3c2666-0ed6-4288-8643-1d51ee546a18 on host dv-cinder-805529-1-smb for vnic_type normal with profile {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:53:53.510128 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-754706e7-2efc-4565-86f6-dbcbc7ce45f0 None None] Attempting to bind port dd3c2666-0ed6-4288-8643-1d51ee546a18 by drivers openvswitch,hyperv on host dv-cinder-805529-1-smb at level 0 using segments [{'id': '0d4b18ff-4c61-4745-bf27-69e46a708d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2923ff85-c672-42fc-9cad-ac2843fb8239'}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:53:53.510128 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754706e7-2efc-4565-86f6-dbcbc7ce45f0 None None] Attempting to bind port dd3c2666-0ed6-4288-8643-1d51ee546a18 on network 2923ff85-c672-42fc-9cad-ac2843fb8239 {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:53:53.510399 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-521aef9a-13e2-40c6-b24d-52f2a0894c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'name': 'tempest-AttachVolumeTestJSON-1962057698-router', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:53:00Z', 'updated_at': '2021-08-23T01:53:14Z', 'revision_number': 4, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'gw_port': {'id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:01Z', 'updated_at': '2021-08-23T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': '5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c', 'name': '', 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'mac_address': 'fa:16:3e:d3:13:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:11Z', 'updated_at': '2021-08-23T01:53:52Z', 'revision_number': 4, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'subnets': [{'id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:53:53.510539 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9e52a-99f8-4da8-9f4d-61fa82755d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29286f52-c2c0-4004-adba-7f9413498741,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:53.513600 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-d6c9e52a-99f8-4da8-9f4d-61fa82755d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:53.517364 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754706e7-2efc-4565-86f6-dbcbc7ce45f0 None None] Checking agent: {'id': '7e854a2e-3ddb-4791-9f4e-63d19a343734', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 44, 3), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:53:53.518489 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754706e7-2efc-4565-86f6-dbcbc7ce45f0 None None] Checking segment: {'id': '0d4b18ff-4c61-4745-bf27-69e46a708d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2923ff85-c672-42fc-9cad-ac2843fb8239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:53:53.519048 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-754706e7-2efc-4565-86f6-dbcbc7ce45f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:53.519740 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754706e7-2efc-4565-86f6-dbcbc7ce45f0 None None] Bound using segment: {'id': '0d4b18ff-4c61-4745-bf27-69e46a708d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2923ff85-c672-42fc-9cad-ac2843fb8239'} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:53:53.520418 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-754706e7-2efc-4565-86f6-dbcbc7ce45f0 None None] Bound port: dd3c2666-0ed6-4288-8643-1d51ee546a18, host: dv-cinder-805529-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d4b18ff-4c61-4745-bf27-69e46a708d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2923ff85-c672-42fc-9cad-ac2843fb8239'}}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:53:53.520948 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-754706e7-2efc-4565-86f6-dbcbc7ce45f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:53.522232 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521aef9a-13e2-40c6-b24d-52f2a0894c17 None None] The sync data for ids ['e07315b9-d39a-4a56-a26e-63073cb79a42'] in dv-cinder-805529-1-smb is: [{'id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'name': 'tempest-AttachVolumeTestJSON-1962057698-router', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:53:00Z', 'updated_at': '2021-08-23T01:53:14Z', 'revision_number': 4, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'gw_port': {'id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:01Z', 'updated_at': '2021-08-23T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': '5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c', 'name': '', 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'mac_address': 'fa:16:3e:d3:13:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:11Z', 'updated_at': '2021-08-23T01:53:52Z', 'revision_number': 4, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'subnets': [{'id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 01:53:53.533782 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d6c9e52a-99f8-4da8-9f4d-61fa82755d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:53.536808 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-d6c9e52a-99f8-4da8-9f4d-61fa82755d19 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/29286f52-c2c0-4004-adba-7f9413498741 HTTP/1.1" status: 204 len: 168 time: 0.4420123 Aug 23 01:53:53.552309 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-1a5ea420-b3a9-4e66-8db0-1ba3f113f52b req-9a77ed7a-f429-43e9-9f45-c8c1650eaf9a tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001618 Aug 23 01:53:53.733354 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-754706e7-2efc-4565-86f6-dbcbc7ce45f0 None None] For port dd3c2666-0ed6-4288-8643-1d51ee546a18, host dv-cinder-805529-1-smb, cleared binding levels {{(pid=75885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:53:53.737084 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-754706e7-2efc-4565-86f6-dbcbc7ce45f0 None None] For port dd3c2666-0ed6-4288-8643-1d51ee546a18, host dv-cinder-805529-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=dd3c2666-0ed6-4288-8643-1d51ee546a18,segment=NetworkSegment(0d4b18ff-4c61-4745-bf27-69e46a708d87),segment_id=0d4b18ff-4c61-4745-bf27-69e46a708d87)] {{(pid=75885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:53:53.858638 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-754706e7-2efc-4565-86f6-dbcbc7ce45f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:53.867095 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:53.937255 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e303153-58f9-4705-83e6-02ec76f071e8 req-12bcc189-c79f-4730-a245-be3dc69f0d01 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:53.945575 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-6e303153-58f9-4705-83e6-02ec76f071e8 req-12bcc189-c79f-4730-a245-be3dc69f0d01 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 945 time: 0.0963702 Aug 23 01:53:54.023257 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-6e303153-58f9-4705-83e6-02ec76f071e8 req-362f0459-78fb-4d32-8d5e-7e472c079fa0 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762794 Aug 23 01:53:54.088306 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754706e7-2efc-4565-86f6-dbcbc7ce45f0 None None] Routers {'2594a539-fd97-4442-a4be-2ccfc5f6e1ac'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:53:54.089137 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-754706e7-2efc-4565-86f6-dbcbc7ce45f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:53:34Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['2594a539-fd97-4442-a4be-2ccfc5f6e1ac'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:53:54.091822 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f92dc-9754-4060-9601-d3b5c6d7ff77 req-93c13f60-4415-40b7-af73-39ab5fe07d77 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:54.093462 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-cb8f92dc-9754-4060-9601-d3b5c6d7ff77 req-93c13f60-4415-40b7-af73-39ab5fe07d77 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.2425752 Aug 23 01:53:54.102468 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 38502) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:54.109150 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [None req-7cfa02d2-c0f7-49fa-bd5f-8826a7d4a1a0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Request body: {'floatingip': {'port_id': 'f30e38c8-4180-446b-b7f4-2304ee04e644'}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:53:54.222908 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400c9af-266e-4670-bfc8-3ab975afeb4b None None] Pushing event updated for resources: {'Port': ['ID=dd3c2666-0ed6-4288-8643-1d51ee546a18,revision_number=4']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:54.229835 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-2400c9af-266e-4670-bfc8-3ab975afeb4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:54.252166 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-7cfa02d2-c0f7-49fa-bd5f-8826a7d4a1a0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for floatingip, before_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:54.437291 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 7f4e934c-7b43-4086-9384-8f344a2b3389 up at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:53:54.570058 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-754706e7-2efc-4565-86f6-dbcbc7ce45f0 None None] Set router 2594a539-fd97-4442-a4be-2ccfc5f6e1ac gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:53:54.870880 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning for port 7f4e934c-7b43-4086-9384-8f344a2b3389 completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:53:54.883810 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning complete for port 7f4e934c-7b43-4086-9384-8f344a2b3389 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:53:54.884437 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:54.952795 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 38522) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:54.992781 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:53:54.993913 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-ce015d99-9c08-4d27-9f92-dad4cf4e191c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:55.032937 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-ce015d99-9c08-4d27-9f92-dad4cf4e191c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:55.037893 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-ce015d99-9c08-4d27-9f92-dad4cf4e191c admin admin] Usage tracker for resource:security_group_rule and tenant:39d40389226942acb96a04920696a75d is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:55.040973 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-ce015d99-9c08-4d27-9f92-dad4cf4e191c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:55.047996 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-ce015d99-9c08-4d27-9f92-dad4cf4e191c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:55.139669 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-ce015d99-9c08-4d27-9f92-dad4cf4e191c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:55.164355 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-4e0fbecc-33a2-451b-a596-f902bc939eaf tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:55.165899 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-4e0fbecc-33a2-451b-a596-f902bc939eaf tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/networks?id=6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 HTTP/1.1" status: 200 len: 814 time: 0.7648497 Aug 23 01:53:55.210363 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:55.246261 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-754706e7-2efc-4565-86f6-dbcbc7ce45f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2594a539-fd97-4442-a4be-2ccfc5f6e1ac', 'name': 'tempest-ServerRescueNegativeTestJSON-708111918-router', 'tenant_id': '940e2126538e41ad94209d280bc548f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c3757104-d4f4-4fbf-bfef-a48d3e2f5366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:59Z', 'updated_at': '2021-08-23T01:53:08Z', 'revision_number': 4, 'project_id': '940e2126538e41ad94209d280bc548f0', 'gw_port': {'id': 'c3757104-d4f4-4fbf-bfef-a48d3e2f5366', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594a539-fd97-4442-a4be-2ccfc5f6e1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:01Z', 'updated_at': '2021-08-23T01:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': 'dd3c2666-0ed6-4288-8643-1d51ee546a18', 'name': '', 'network_id': '2923ff85-c672-42fc-9cad-ac2843fb8239', 'tenant_id': '940e2126538e41ad94209d280bc548f0', 'mac_address': 'fa:16:3e:64:97:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2594a539-fd97-4442-a4be-2ccfc5f6e1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ec4e931-02be-4a33-9930-18e862114160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:08Z', 'updated_at': '2021-08-23T01:53:53Z', 'revision_number': 4, 'project_id': '940e2126538e41ad94209d280bc548f0', 'subnets': [{'id': '0ec4e931-02be-4a33-9930-18e862114160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:53:55.253627 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5460fce-2515-47f2-a3b1-883e0c39eb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4e934c-7b43-4086-9384-8f344a2b3389'}] {{(pid=75885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:53:55.260637 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754706e7-2efc-4565-86f6-dbcbc7ce45f0 None None] The sync data for ids ['2594a539-fd97-4442-a4be-2ccfc5f6e1ac'] in dv-cinder-805529-1-smb is: [{'id': '2594a539-fd97-4442-a4be-2ccfc5f6e1ac', 'name': 'tempest-ServerRescueNegativeTestJSON-708111918-router', 'tenant_id': '940e2126538e41ad94209d280bc548f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c3757104-d4f4-4fbf-bfef-a48d3e2f5366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:59Z', 'updated_at': '2021-08-23T01:53:08Z', 'revision_number': 4, 'project_id': '940e2126538e41ad94209d280bc548f0', 'gw_port': {'id': 'c3757104-d4f4-4fbf-bfef-a48d3e2f5366', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594a539-fd97-4442-a4be-2ccfc5f6e1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:01Z', 'updated_at': '2021-08-23T01:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': 'dd3c2666-0ed6-4288-8643-1d51ee546a18', 'name': '', 'network_id': '2923ff85-c672-42fc-9cad-ac2843fb8239', 'tenant_id': '940e2126538e41ad94209d280bc548f0', 'mac_address': 'fa:16:3e:64:97:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2594a539-fd97-4442-a4be-2ccfc5f6e1ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ec4e931-02be-4a33-9930-18e862114160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:08Z', 'updated_at': '2021-08-23T01:53:53Z', 'revision_number': 4, 'project_id': '940e2126538e41ad94209d280bc548f0', 'subnets': [{'id': '0ec4e931-02be-4a33-9930-18e862114160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 01:53:55.266595 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port 7f4e934c-7b43-4086-9384-8f344a2b3389, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=7f4e934c-7b43-4086-9384-8f344a2b3389,segment=NetworkSegment(925f2863-4da7-47f7-967e-d699cb09d093),segment_id=925f2863-4da7-47f7-967e-d699cb09d093)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:53:55.273924 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd2d2d-a3c0-42f9-af00-c4ef647699d4 req-e1ba742c-378e-46e4-baf2-cbeefe842adf tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:55.275563 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5acd2d2d-a3c0-42f9-af00-c4ef647699d4 req-e1ba742c-378e-46e4-baf2-cbeefe842adf tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 945 time: 0.0842545 Aug 23 01:53:55.299829 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-ce015d99-9c08-4d27-9f92-dad4cf4e191c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:55.312890 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-9e7e4a6e-8ef8-4776-a27f-1a8f9fd4c969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:55.344097 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-2a4ba52b-76c8-4e59-b5fb-6f5075fb5354 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/quotas/19fb13e7c5e24c35930091d9780fb75c HTTP/1.1" status: 200 len: 375 time: 0.1586571 Aug 23 01:53:55.362143 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning for port 5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:53:55.368650 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port 5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:53:55.369146 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:55.375646 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-ce015d99-9c08-4d27-9f92-dad4cf4e191c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=39d40389226942acb96a04920696a75d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4214063 Aug 23 01:53:55.393953 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 38532) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:55.398402 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce015d99-9c08-4d27-9f92-dad4cf4e191c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fee61a4-0c9b-4e08-b85d-69a0155ebed0,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:55.402395 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:55.412814 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:55.418167 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-ce015d99-9c08-4d27-9f92-dad4cf4e191c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:55.436297 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5acd2d2d-a3c0-42f9-af00-c4ef647699d4 req-5c7fe014-f562-4f1e-aa7f-976972c5af33 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544363 Aug 23 01:53:55.538724 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=7f4e934c-7b43-4086-9384-8f344a2b3389,revision_number=5']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:55.543829 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:55.613390 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:55.624342 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-fc214506-c94a-4900-9601-7b0d002ec448 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=19fb13e7c5e24c35930091d9780fb75c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2741582 Aug 23 01:53:55.626937 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-1cb10110-47f8-4a16-ba99-1ab2bc955209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:55.671102 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.db.resource_extend [None req-7cfa02d2-c0f7-49fa-bd5f-8826a7d4a1a0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 23 01:53:55.671649 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] For port 5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c,segment=NetworkSegment(925f2863-4da7-47f7-967e-d699cb09d093),segment_id=925f2863-4da7-47f7-967e-d699cb09d093)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:53:55.755661 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:55.757220 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device dd3c2666-0ed6-4288-8643-1d51ee546a18 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:53:55.791433 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5085ca9-8b2d-4451-8f38-10cb25e8fa8a req-a81ff626-aad1-414d-a986-5a71525646b1 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:55.793763 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:55.798886 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a5085ca9-8b2d-4451-8f38-10cb25e8fa8a req-a81ff626-aad1-414d-a986-5a71525646b1 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacc79b0-e347-4492-9a23-9fee69eba6b2 HTTP/1.1" status: 200 len: 945 time: 0.1550198 Aug 23 01:53:55.856965 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a5085ca9-8b2d-4451-8f38-10cb25e8fa8a req-3a7a5e7a-056b-4451-80b5-3612b2ba460d tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/security-groups?id=781b8de4-bd92-49d8-82c5-9b1bd824a4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548539 Aug 23 01:53:55.877356 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-1cb10110-47f8-4a16-ba99-1ab2bc955209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:55.898801 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Pushing event updated for resources: {'Port': ['ID=5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c,revision_number=5']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:55.902195 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:55.980925 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-7cfa02d2-c0f7-49fa-bd5f-8826a7d4a1a0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:55.990757 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-f2fdd55e-144a-445c-8aed-982c0aa6f4ee service neutron] 10.222.0.18 "GET /v2.0/networks/6fd7eb81-afc9-4814-83ed-f98cc97bf6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654070 Aug 23 01:53:56.041152 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning for port dd3c2666-0ed6-4288-8643-1d51ee546a18 completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:53:56.048131 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port dd3c2666-0ed6-4288-8643-1d51ee546a18 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:53:56.048613 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:56.113193 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b59494-baaa-4ac4-bb55-becbe14f1c93 req-1809cecd-8f4f-4e81-92e1-e43f1c2ac165 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:56.115241 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-06b59494-baaa-4ac4-bb55-becbe14f1c93 req-1809cecd-8f4f-4e81-92e1-e43f1c2ac165 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 945 time: 0.1013153 Aug 23 01:53:56.137737 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-7cfa02d2-c0f7-49fa-bd5f-8826a7d4a1a0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405582'] for floatingip, after_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:56.172672 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-06b59494-baaa-4ac4-bb55-becbe14f1c93 req-e81f20f9-6380-4916-85e5-3bc8109145b9 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487492 Aug 23 01:53:56.179082 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:56.208204 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-1cb10110-47f8-4a16-ba99-1ab2bc955209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:56.215797 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] For port dd3c2666-0ed6-4288-8643-1d51ee546a18, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=dd3c2666-0ed6-4288-8643-1d51ee546a18,segment=NetworkSegment(0d4b18ff-4c61-4745-bf27-69e46a708d87),segment_id=0d4b18ff-4c61-4745-bf27-69e46a708d87)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:53:56.219981 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:56.243446 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-8d08e2b6-00e7-404d-aaff-68f6adaf7597 service neutron] 10.222.0.18 "GET /v2.0/networks/6fd7eb81-afc9-4814-83ed-f98cc97bf6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459123 Aug 23 01:53:56.248100 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb10110-47f8-4a16-ba99-1ab2bc955209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fee61a4-0c9b-4e08-b85d-69a0155ebed0,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:56.253101 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-1cb10110-47f8-4a16-ba99-1ab2bc955209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:56.259839 dv-cinder-805529-1-smb neutron-server[75885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5460fce-2515-47f2-a3b1-883e0c39eb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4e934c-7b43-4086-9384-8f344a2b3389', 'code': 200} Aug 23 01:53:56.286410 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-1cb10110-47f8-4a16-ba99-1ab2bc955209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:56.290886 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-1cb10110-47f8-4a16-ba99-1ab2bc955209 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8fee61a4-0c9b-4e08-b85d-69a0155ebed0 HTTP/1.1" status: 204 len: 168 time: 0.8958957 Aug 23 01:53:56.332832 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:56.338037 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:56.465305 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Pushing event updated for resources: {'Port': ['ID=dd3c2666-0ed6-4288-8643-1d51ee546a18,revision_number=5']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:56.470091 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:56.657617 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.db.l3_db [None req-7cfa02d2-c0f7-49fa-bd5f-8826a7d4a1a0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Floating IP 7db61ed5-9616-479e-abad-4edfca1c3816 associated. External IP: 172.28.2.140, port: f30e38c8-4180-446b-b7f4-2304ee04e644. Aug 23 01:53:56.779227 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:53:56.857681 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port 5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:53:56.857943 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:56.886228 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18181b3c-5ae2-4a1d-95fb-876844a45780 req-b73eef88-6e80-4a0e-a77e-67c8cb822087 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:56.894041 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-18181b3c-5ae2-4a1d-95fb-876844a45780 req-b73eef88-6e80-4a0e-a77e-67c8cb822087 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.1699297 Aug 23 01:53:56.913873 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-718b6708-1e9a-4141-b373-1cc9d7c67c3d req-642ef9a3-6d48-4900-9d1d-4bc793863559 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 1099 time: 0.1063690 Aug 23 01:53:57.006133 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device dd3c2666-0ed6-4288-8643-1d51ee546a18 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:53:57.039420 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-718b6708-1e9a-4141-b373-1cc9d7c67c3d req-c87b010a-1a95-479a-87e9-6bf40ee0bdf4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074891 Aug 23 01:53:57.125217 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1e4ca556-be81-452e-84d6-b16f9c7c046a req-09630ad2-0a6a-446f-86df-2cc57013f563 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad08f3c6-33b6-44ca-9756-a81ca0a09b35 HTTP/1.1" status: 200 len: 210 time: 0.0686221 Aug 23 01:53:57.137358 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-18181b3c-5ae2-4a1d-95fb-876844a45780 req-62ee5d0b-495f-4a5c-9989-a67f3fada586 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2363656 Aug 23 01:53:57.145262 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port dd3c2666-0ed6-4288-8643-1d51ee546a18 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:53:57.145912 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:57.397264 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 38576) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:57.511608 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ea76eba4-80fc-40a9-8a8c-4079fe127029 req-9c30361b-73f0-4f97-b7f6-2cf845304d77 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=940e2126538e41ad94209d280bc548f0&device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 1098 time: 0.1152413 Aug 23 01:53:57.619552 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9aad3-2712-49e2-8728-900456b451cd req-eb6dd760-eef5-4315-9d38-3b506a7de33c tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:57.627786 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b7f9aad3-2712-49e2-8728-900456b451cd req-eb6dd760-eef5-4315-9d38-3b506a7de33c tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 945 time: 0.2169311 Aug 23 01:53:57.686157 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76eba4-80fc-40a9-8a8c-4079fe127029 req-fafe497e-5c91-4f99-9724-0f0cda48b9c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:57.687331 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ea76eba4-80fc-40a9-8a8c-4079fe127029 req-fafe497e-5c91-4f99-9724-0f0cda48b9c9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2923ff85-c672-42fc-9cad-ac2843fb8239 HTTP/1.1" status: 200 len: 919 time: 0.1658795 Aug 23 01:53:57.695644 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3aaff2-4550-4338-851b-ca9187a538fb req-9758867c-44d6-435e-bc71-5fc4ed14e3ae tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:57.695644 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2c3aaff2-4550-4338-851b-ca9187a538fb req-9758867c-44d6-435e-bc71-5fc4ed14e3ae tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacc79b0-e347-4492-9a23-9fee69eba6b2 HTTP/1.1" status: 200 len: 945 time: 0.3437011 Aug 23 01:53:57.701465 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b7f9aad3-2712-49e2-8728-900456b451cd req-9bed28c4-99da-468f-bbfc-a7cfbaf9b8aa tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729318 Aug 23 01:53:57.722408 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfa02d2-c0f7-49fa-bd5f-8826a7d4a1a0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Router 2c82253f-4601-4a72-af04-f26a45fbf7b3 has already been hosted by L3 agent a65233ca-d566-4bb6-b10d-56979c97574d {{(pid=75883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 01:53:57.802880 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-5b385d3d-301c-4b13-88d3-6d4dbbe9289a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:57.819872 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ea76eba4-80fc-40a9-8a8c-4079fe127029 req-05218d52-fc61-447d-8b23-aeff6505eab3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4c85fc9-5593-4dc2-8587-718bde4fbb01 HTTP/1.1" status: 200 len: 217 time: 0.1146946 Aug 23 01:53:57.950530 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfa02d2-c0f7-49fa-bd5f-8826a7d4a1a0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 01:53:57.953148 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-5b385d3d-301c-4b13-88d3-6d4dbbe9289a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:53:57.955006 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-7cfa02d2-c0f7-49fa-bd5f-8826a7d4a1a0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for floatingip, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:57.956474 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76eba4-80fc-40a9-8a8c-4079fe127029 req-acc048b2-1c60-4432-9da3-97209535aa03 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:57.957929 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ea76eba4-80fc-40a9-8a8c-4079fe127029 req-acc048b2-1c60-4432-9da3-97209535aa03 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0ec4e931-02be-4a33-9930-18e862114160 HTTP/1.1" status: 200 len: 858 time: 0.1265204 Aug 23 01:53:57.960072 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2c3aaff2-4550-4338-851b-ca9187a538fb req-6e81683c-4a59-4ecb-aba5-660eea774d2c tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/security-groups?id=781b8de4-bd92-49d8-82c5-9b1bd824a4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562535 Aug 23 01:53:57.963730 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-5b385d3d-301c-4b13-88d3-6d4dbbe9289a admin admin] Usage tracker for resource:security_group_rule and tenant:80bf8c678c214cbbaa91c719eda1d79c is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:53:57.968211 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c395883e-7be5-4865-a630-118693ba8afe None None] Sync routers for ids ['2c82253f-4601-4a72-af04-f26a45fbf7b3'] in dv-cinder-805529-1-smb {{(pid=75886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 01:53:57.997013 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-5b385d3d-301c-4b13-88d3-6d4dbbe9289a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:53:57.999584 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c395883e-7be5-4865-a630-118693ba8afe None None] Routers {'2c82253f-4601-4a72-af04-f26a45fbf7b3'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:53:58.000565 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-c395883e-7be5-4865-a630-118693ba8afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:53:34Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['2c82253f-4601-4a72-af04-f26a45fbf7b3'], 'active': True} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:53:58.029671 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-5b385d3d-301c-4b13-88d3-6d4dbbe9289a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:53:58.040972 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ea76eba4-80fc-40a9-8a8c-4079fe127029 req-85f241aa-b086-436d-a914-90f46aa05d97 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2923ff85-c672-42fc-9cad-ac2843fb8239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743005 Aug 23 01:53:58.053633 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-7cfa02d2-c0f7-49fa-bd5f-8826a7d4a1a0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "PUT /v2.0/floatingips/7db61ed5-9616-479e-abad-4edfca1c3816 HTTP/1.1" status: 200 len: 991 time: 3.9445350 Aug 23 01:53:58.053633 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3825eadb-6470-45e0-af33-e0adcc715126', 'tag': 'f30e38c8-4180-446b-b7f4-2304ee04e644'}] {{(pid=75883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:53:58.115250 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3825eadb-6470-45e0-af33-e0adcc715126', 'tag': 'f30e38c8-4180-446b-b7f4-2304ee04e644', 'status': 'completed', 'code': 200} Aug 23 01:53:58.258978 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f341883-5b24-44dc-af06-b3199d5fe389 req-ab53963d-d6d8-43ba-beb1-b4abb9933f01 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:58.260511 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9f341883-5b24-44dc-af06-b3199d5fe389 req-ab53963d-d6d8-43ba-beb1-b4abb9933f01 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.10 "GET /v2.0/ports?device_id=cacc79b0-e347-4492-9a23-9fee69eba6b2 HTTP/1.1" status: 200 len: 945 time: 0.3762319 Aug 23 01:53:58.268016 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvr_db [None req-c395883e-7be5-4865-a630-118693ba8afe None None] Set router 2c82253f-4601-4a72-af04-f26a45fbf7b3 gateway port host: dv-cinder-805529-1-smb {{(pid=75886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:53:58.359696 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ea76eba4-80fc-40a9-8a8c-4079fe127029 req-18c3a615-07ca-4c63-a39d-3a4fc30badcb service neutron] 10.222.0.10 "GET /v2.0/networks/2923ff85-c672-42fc-9cad-ac2843fb8239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109634 Aug 23 01:53:58.378259 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-5b385d3d-301c-4b13-88d3-6d4dbbe9289a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:58.529247 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-5b385d3d-301c-4b13-88d3-6d4dbbe9289a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:58.556183 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-229a3dc4-ecb6-4f49-9587-3995d5d9227a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:53:58.597443 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-9f341883-5b24-44dc-af06-b3199d5fe389 req-e9801c80-df2c-4bc8-a1c9-3010c39d17b3 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Deleting port a6908c47-3c56-4ef7-a763-d16a53116fef {{(pid=75884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 01:53:58.597864 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-9f341883-5b24-44dc-af06-b3199d5fe389 req-e9801c80-df2c-4bc8-a1c9-3010c39d17b3 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:58.685143 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd82c53-5eb2-4a1f-b649-d8ba561cbb9e req-8d8ef4db-a72f-45ce-8da9-aea4d2d0cd3d tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:58.687422 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-dbd82c53-5eb2-4a1f-b649-d8ba561cbb9e req-8d8ef4db-a72f-45ce-8da9-aea4d2d0cd3d tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.1943488 Aug 23 01:53:58.792301 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-dbd82c53-5eb2-4a1f-b649-d8ba561cbb9e req-b4ca283c-5044-4fad-9923-cf0ca8bbd20a tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972211 Aug 23 01:53:58.823642 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-c395883e-7be5-4865-a630-118693ba8afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1098116429-router', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:57Z', 'updated_at': '2021-08-23T01:53:07Z', 'revision_number': 4, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'gw_port': {'id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:59Z', 'updated_at': '2021-08-23T01:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_floatingips': [{'id': '7db61ed5-9616-479e-abad-4edfca1c3816', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'floating_ip_address': '172.28.2.140', 'floating_network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'router_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'port_id': 'f30e38c8-4180-446b-b7f4-2304ee04e644', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'mac_address': 'fa:16:3e:ad:ea:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3825eadb-6470-45e0-af33-e0adcc715126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T01:53:22Z', 'updated_at': '2021-08-23T01:53:55Z', 'revision_number': 1, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58ebe7a-1fae-48ee-a3bf-533623e79179', 'name': '', 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'mac_address': 'fa:16:3e:aa:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:04Z', 'updated_at': '2021-08-23T01:53:20Z', 'revision_number': 5, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'subnets': [{'id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:53:58.835761 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c395883e-7be5-4865-a630-118693ba8afe None None] Checking router: 2c82253f-4601-4a72-af04-f26a45fbf7b3 for host: dv-cinder-805529-1-smb {{(pid=75886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 01:53:58.863863 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c395883e-7be5-4865-a630-118693ba8afe None None] Routers {'2c82253f-4601-4a72-af04-f26a45fbf7b3'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:53:58.865909 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-c395883e-7be5-4865-a630-118693ba8afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:53:34Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['2c82253f-4601-4a72-af04-f26a45fbf7b3'], 'active': True} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:53:58.987888 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-145b3942-a3fe-4ea3-8e91-051ff2ab5d69 req-e8dee8e6-61a0-49d8-979a-2592ce320991 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad08f3c6-33b6-44ca-9756-a81ca0a09b35 HTTP/1.1" status: 200 len: 210 time: 0.6162624 Aug 23 01:53:59.031450 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc604e-1012-40fa-9e3f-3c4fdc5992ec req-c8837ee4-ca42-43f9-a9ac-6bd12249c147 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:59.033637 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-eefc604e-1012-40fa-9e3f-3c4fdc5992ec req-c8837ee4-ca42-43f9-a9ac-6bd12249c147 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 945 time: 0.0991709 Aug 23 01:53:59.046097 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b385d3d-301c-4b13-88d3-6d4dbbe9289a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f160375-e1e4-42c4-bb4d-fc246b62325e,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:53:59.140750 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-eefc604e-1012-40fa-9e3f-3c4fdc5992ec req-441c6fd7-b399-4cff-9e14-bb77f50be534 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874968 Aug 23 01:53:59.160312 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-aac03ebd-03cf-4227-b00e-9c9a59f083c2 req-e11749ad-b300-427f-b709-bbaa2d4e255c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf02a4e5b4424ce18a07cf20fa1241a3&device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 1098 time: 0.9873412 Aug 23 01:53:59.167787 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-5b385d3d-301c-4b13-88d3-6d4dbbe9289a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=80bf8c678c214cbbaa91c719eda1d79c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7643249 Aug 23 01:53:59.169904 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ea76eba4-80fc-40a9-8a8c-4079fe127029 req-2b04fd1e-618d-417c-85e2-4b5e43f242f7 service neutron] 10.222.0.10 "GET /v2.0/networks/2923ff85-c672-42fc-9cad-ac2843fb8239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7969303 Aug 23 01:53:59.170343 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 38630) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:53:59.189284 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvr_db [None req-c395883e-7be5-4865-a630-118693ba8afe None None] Set router 2c82253f-4601-4a72-af04-f26a45fbf7b3 gateway port host: dv-cinder-805529-1-smb {{(pid=75886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:53:59.219692 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b385d3d-301c-4b13-88d3-6d4dbbe9289a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:53:59.220287 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b385d3d-301c-4b13-88d3-6d4dbbe9289a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:53:59.220865 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b385d3d-301c-4b13-88d3-6d4dbbe9289a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:53:59.221362 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b385d3d-301c-4b13-88d3-6d4dbbe9289a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:53:59.221859 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b385d3d-301c-4b13-88d3-6d4dbbe9289a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:53:59.222380 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b385d3d-301c-4b13-88d3-6d4dbbe9289a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:53:59.223105 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b385d3d-301c-4b13-88d3-6d4dbbe9289a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:53:59.223617 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b385d3d-301c-4b13-88d3-6d4dbbe9289a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:53:59.224219 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b385d3d-301c-4b13-88d3-6d4dbbe9289a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:53:59.228483 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b385d3d-301c-4b13-88d3-6d4dbbe9289a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:53:59.228483 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b385d3d-301c-4b13-88d3-6d4dbbe9289a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:53:59.267116 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-5b385d3d-301c-4b13-88d3-6d4dbbe9289a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:53:59.643069 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-c395883e-7be5-4865-a630-118693ba8afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1098116429-router', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:57Z', 'updated_at': '2021-08-23T01:53:07Z', 'revision_number': 4, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'gw_port': {'id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:59Z', 'updated_at': '2021-08-23T01:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_floatingips': [{'id': '7db61ed5-9616-479e-abad-4edfca1c3816', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'floating_ip_address': '172.28.2.140', 'floating_network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'router_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'port_id': 'f30e38c8-4180-446b-b7f4-2304ee04e644', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'mac_address': 'fa:16:3e:ad:ea:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3825eadb-6470-45e0-af33-e0adcc715126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T01:53:22Z', 'updated_at': '2021-08-23T01:53:55Z', 'revision_number': 1, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58ebe7a-1fae-48ee-a3bf-533623e79179', 'name': '', 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'mac_address': 'fa:16:3e:aa:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:04Z', 'updated_at': '2021-08-23T01:53:20Z', 'revision_number': 5, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'subnets': [{'id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:53:59.648993 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c395883e-7be5-4865-a630-118693ba8afe None None] The sync data for ids ['2c82253f-4601-4a72-af04-f26a45fbf7b3'] in dv-cinder-805529-1-smb is: [{'id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1098116429-router', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:57Z', 'updated_at': '2021-08-23T01:53:07Z', 'revision_number': 4, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'gw_port': {'id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:59Z', 'updated_at': '2021-08-23T01:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_floatingips': [{'id': '7db61ed5-9616-479e-abad-4edfca1c3816', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'floating_ip_address': '172.28.2.140', 'floating_network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'router_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'port_id': 'f30e38c8-4180-446b-b7f4-2304ee04e644', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'mac_address': 'fa:16:3e:ad:ea:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3825eadb-6470-45e0-af33-e0adcc715126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T01:53:22Z', 'updated_at': '2021-08-23T01:53:55Z', 'revision_number': 1, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58ebe7a-1fae-48ee-a3bf-533623e79179', 'name': '', 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'mac_address': 'fa:16:3e:aa:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:04Z', 'updated_at': '2021-08-23T01:53:20Z', 'revision_number': 5, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'subnets': [{'id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 01:53:59.782883 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-9f341883-5b24-44dc-af06-b3199d5fe389 req-e9801c80-df2c-4bc8-a1c9-3010c39d17b3 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] For port a6908c47-3c56-4ef7-a763-d16a53116fef, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=a6908c47-3c56-4ef7-a763-d16a53116fef,segment=NetworkSegment(6308b546-aecb-4083-ae83-1aa8e93d5b50),segment_id=6308b546-aecb-4083-ae83-1aa8e93d5b50)] {{(pid=75884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:53:59.783562 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-9f341883-5b24-44dc-af06-b3199d5fe389 req-e9801c80-df2c-4bc8-a1c9-3010c39d17b3 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:59.808606 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-9f82775e-f7af-4cd0-b6b3-02b2cc2d9c84 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:59.809987 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-9f82775e-f7af-4cd0-b6b3-02b2cc2d9c84 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.10 "GET /v2.0/networks?id=6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 HTTP/1.1" status: 200 len: 814 time: 0.4235590 Aug 23 01:53:59.816930 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac03ebd-03cf-4227-b00e-9c9a59f083c2 req-0697c885-03d0-4297-9c4d-2a1220556d64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:53:59.818301 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-aac03ebd-03cf-4227-b00e-9c9a59f083c2 req-0697c885-03d0-4297-9c4d-2a1220556d64 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c52bbd1c-24b9-493a-8949-3808e1dea7a6 HTTP/1.1" status: 200 len: 918 time: 0.5525241 Aug 23 01:53:59.873205 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-021b1049-5eb9-4dbd-9622-6845739908fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:53:59.942385 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-e4611807-de62-467f-80c1-291741032830 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Request body: {'port': {'device_id': 'ad08f3c6-33b6-44ca-9756-a81ca0a09b35', 'network_id': '6fd7eb81-afc9-4814-83ed-f98cc97bf6f8', 'admin_state_up': True, 'tenant_id': '19fb13e7c5e24c35930091d9780fb75c'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:53:59.965399 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-9f341883-5b24-44dc-af06-b3199d5fe389 req-e9801c80-df2c-4bc8-a1c9-3010c39d17b3 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Calling delete_port for a6908c47-3c56-4ef7-a763-d16a53116fef owned by compute:nova {{(pid=75884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 01:54:00.059808 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5dd62-bb5c-46df-a1d9-ddcf62807c60 req-7cb8a15a-9b3b-43b7-a1d1-e4e88a0b5a5a tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:00.062751 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b3e5dd62-bb5c-46df-a1d9-ddcf62807c60 req-7cb8a15a-9b3b-43b7-a1d1-e4e88a0b5a5a tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.1179690 Aug 23 01:54:00.081495 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5366f-3331-436c-82dc-ffa514df750c req-76e6f662-900c-42ef-8872-c2b7e67cf951 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:00.087934 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8ee5366f-3331-436c-82dc-ffa514df750c req-76e6f662-900c-42ef-8872-c2b7e67cf951 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacc79b0-e347-4492-9a23-9fee69eba6b2 HTTP/1.1" status: 200 len: 945 time: 0.8376987 Aug 23 01:54:00.119877 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b3e5dd62-bb5c-46df-a1d9-ddcf62807c60 req-eabdb627-f1b3-425b-9ad3-1ba5255b8da3 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500398 Aug 23 01:54:00.195969 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-021b1049-5eb9-4dbd-9622-6845739908fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:00.285789 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-4543b821-f40c-4165-b8ea-100f4c26958c req-ab741450-657b-47b3-b0a8-aefa304e3918 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad08f3c6-33b6-44ca-9756-a81ca0a09b35 HTTP/1.1" status: 200 len: 210 time: 0.0435336 Aug 23 01:54:00.506861 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-aac03ebd-03cf-4227-b00e-9c9a59f083c2 req-6cce4e49-4d52-4d48-bbc4-f1fdfa2aeca0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f30e38c8-4180-446b-b7f4-2304ee04e644 HTTP/1.1" status: 200 len: 999 time: 0.6288776 Aug 23 01:54:00.507045 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cae331-de26-47b8-a973-d75eca6f2ad3 req-2e765f83-b46f-40b0-945c-175b7542e3f9 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:00.519954 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c7cae331-de26-47b8-a973-d75eca6f2ad3 req-2e765f83-b46f-40b0-945c-175b7542e3f9 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.1126859 Aug 23 01:54:00.520635 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 38666) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:00.532332 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [None req-e37a68f4-541c-44a4-ab5c-853cb9b2d4c2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Request body: {'floatingip': {'port_id': '7f4e934c-7b43-4086-9384-8f344a2b3389'}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:54:00.545575 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8ee5366f-3331-436c-82dc-ffa514df750c req-e47f0011-e22a-4947-9ba4-859aecc49ddc tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/security-groups?id=781b8de4-bd92-49d8-82c5-9b1bd824a4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4566271 Aug 23 01:54:00.611583 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-e4611807-de62-467f-80c1-291741032830 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:54:00.654937 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-e4611807-de62-467f-80c1-291741032830 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:54:00.662887 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac03ebd-03cf-4227-b00e-9c9a59f083c2 req-78ea5770-0a20-4944-9a98-3681a8048474 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:00.664352 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-aac03ebd-03cf-4227-b00e-9c9a59f083c2 req-78ea5770-0a20-4944-9a98-3681a8048474 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9526bab9-7a16-49c6-a5b7-cf27000d2897 HTTP/1.1" status: 200 len: 856 time: 0.1179264 Aug 23 01:54:00.697236 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e37a68f4-541c-44a4-ab5c-853cb9b2d4c2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for floatingip, before_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:00.715863 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-021b1049-5eb9-4dbd-9622-6845739908fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:00.720260 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:00.741230 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b1049-5eb9-4dbd-9622-6845739908fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f160375-e1e4-42c4-bb4d-fc246b62325e,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:00.746489 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-021b1049-5eb9-4dbd-9622-6845739908fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:00.765872 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-e4611807-de62-467f-80c1-291741032830 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Made reservation on behalf of 19fb13e7c5e24c35930091d9780fb75c for: {'port': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:54:00.771563 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-e4611807-de62-467f-80c1-291741032830 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:00.785947 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-9f341883-5b24-44dc-af06-b3199d5fe389 req-e9801c80-df2c-4bc8-a1c9-3010c39d17b3 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904'] for port, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:00.807355 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:00.867117 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9801c80-df2c-4bc8-a1c9-3010c39d17b3 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Pushing event deleted for resources: {'Port': ['ID=a6908c47-3c56-4ef7-a763-d16a53116fef,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:00.887571 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-e9801c80-df2c-4bc8-a1c9-3010c39d17b3 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:00.932762 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-aac03ebd-03cf-4227-b00e-9c9a59f083c2 req-d5fb2b02-d052-46e4-b279-e3bc592ae909 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c52bbd1c-24b9-493a-8949-3808e1dea7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2615950 Aug 23 01:54:01.124986 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f341883-5b24-44dc-af06-b3199d5fe389 req-e9801c80-df2c-4bc8-a1c9-3010c39d17b3 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] No DVR routers for this DVR port a6908c47-3c56-4ef7-a763-d16a53116fef on host hv-cinder-80552 {{(pid=75884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 01:54:01.132963 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-021b1049-5eb9-4dbd-9622-6845739908fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:01.136420 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-021b1049-5eb9-4dbd-9622-6845739908fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f160375-e1e4-42c4-bb4d-fc246b62325e HTTP/1.1" status: 204 len: 168 time: 1.9216201 Aug 23 01:54:01.142416 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-9f341883-5b24-44dc-af06-b3199d5fe389 req-e9801c80-df2c-4bc8-a1c9-3010c39d17b3 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:01.147788 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cacc79b0-e347-4492-9a23-9fee69eba6b2', 'name': 'network-vif-deleted', 'tag': 'a6908c47-3c56-4ef7-a763-d16a53116fef'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:54:01.210736 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9f341883-5b24-44dc-af06-b3199d5fe389 req-e9801c80-df2c-4bc8-a1c9-3010c39d17b3 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.10 "DELETE /v2.0/ports/a6908c47-3c56-4ef7-a763-d16a53116fef HTTP/1.1" status: 204 len: 173 time: 2.9311676 Aug 23 01:54:01.276700 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_common [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-e4611807-de62-467f-80c1-291741032830 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Allocated IP 172.20.0.9 (6fd7eb81-afc9-4814-83ed-f98cc97bf6f8/824eb3c9-cfbc-4739-ace0-27334b2e4f9e/c1eb59b2-1713-4b75-8b7c-172c81f0cacc) {{(pid=75884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:54:01.283370 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-aac03ebd-03cf-4227-b00e-9c9a59f083c2 req-3dc088bf-e3e8-4e22-bcee-c202c6e1e390 service neutron] 10.222.0.10 "GET /v2.0/networks/c52bbd1c-24b9-493a-8949-3808e1dea7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198581 Aug 23 01:54:01.292629 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cacc79b0-e347-4492-9a23-9fee69eba6b2', 'name': 'network-vif-deleted', 'tag': 'a6908c47-3c56-4ef7-a763-d16a53116fef', 'status': 'completed', 'code': 200} Aug 23 01:54:01.315925 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bebeef-8a26-4da6-a07a-c72a9be1624b req-e29d98af-3790-464b-897a-dbb51ddc8d24 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:01.317426 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-30bebeef-8a26-4da6-a07a-c72a9be1624b req-e29d98af-3790-464b-897a-dbb51ddc8d24 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 945 time: 0.5105529 Aug 23 01:54:01.424616 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-30bebeef-8a26-4da6-a07a-c72a9be1624b req-b7710ed4-7d7b-487e-82b4-bf26c9e1f495 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004591 Aug 23 01:54:01.510266 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-46d0d821-fc4d-4aa9-8418-5993d48f104b req-371dc9ef-b99a-493e-9fc8-2f7d05fb4ecd tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Synchronizing usage tracker for tenant:19fb13e7c5e24c35930091d9780fb75c on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:54:01.626271 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-46d0d821-fc4d-4aa9-8418-5993d48f104b req-371dc9ef-b99a-493e-9fc8-2f7d05fb4ecd tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Unset dirty status for tenant:19fb13e7c5e24c35930091d9780fb75c on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:54:01.628114 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-46d0d821-fc4d-4aa9-8418-5993d48f104b req-371dc9ef-b99a-493e-9fc8-2f7d05fb4ecd tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad08f3c6-33b6-44ca-9756-a81ca0a09b35 HTTP/1.1" status: 200 len: 210 time: 0.1795242 Aug 23 01:54:01.683635 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-aac03ebd-03cf-4227-b00e-9c9a59f083c2 req-571fea41-8599-413f-b0cf-46991dd94e47 service neutron] 10.222.0.10 "GET /v2.0/networks/c52bbd1c-24b9-493a-8949-3808e1dea7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610353 Aug 23 01:54:01.792384 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-e4611807-de62-467f-80c1-291741032830 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks [] for port, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:01.972745 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-e4611807-de62-467f-80c1-291741032830 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:01.978122 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:01.985480 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['e6796267-f506-43d6-93f0-ae10004c4796'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:54:02.006111 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c55fec7c-2109-4ea0-b54d-96f64e893782 req-38358890-9999-41ec-91d8-2f03dfceb192 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] 10.222.0.18 "GET /v2.0/ports?device_id=cacc79b0-e347-4492-9a23-9fee69eba6b2 HTTP/1.1" status: 200 len: 210 time: 0.0647197 Aug 23 01:54:02.023831 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e37a68f4-541c-44a4-ab5c-853cb9b2d4c2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:02.060576 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-e4611807-de62-467f-80c1-291741032830 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Network 6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 is already hosted by enough agents. {{(pid=75884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:54:02.064986 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-e4611807-de62-467f-80c1-291741032830 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Resources bound (agent type, host, resource id): {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:54:02.070809 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-e4611807-de62-467f-80c1-291741032830 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Received port after_create {{(pid=75884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:54:02.076287 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-e4611807-de62-467f-80c1-291741032830 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:02.077041 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-e4611807-de62-467f-80c1-291741032830 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:02.087178 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4611807-de62-467f-80c1-291741032830 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Pushing event updated for resources: {'Port': ['ID=c1eb59b2-1713-4b75-8b7c-172c81f0cacc,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:02.094499 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-e4611807-de62-467f-80c1-291741032830 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:02.135761 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e37a68f4-541c-44a4-ab5c-853cb9b2d4c2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405582'] for floatingip, after_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:02.168101 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-e4611807-de62-467f-80c1-291741032830 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2916667 Aug 23 01:54:02.187988 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-de415c28-dc94-4873-a102-42fecfed383f service neutron] Request body: {'port': {'device_id': 'ad08f3c6-33b6-44ca-9756-a81ca0a09b35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:54:02.206587 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-c53dc4ea-cac1-4ac4-89d3-b2a004c61065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:02.255126 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 38720) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:02.310682 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d88b98b4-c9a2-4bd3-be42-e700cdf9ad57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:02.345749 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.db.l3_db [None req-e37a68f4-541c-44a4-ab5c-853cb9b2d4c2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Floating IP 5e742610-9e48-49ae-9898-06ae6bfbaf68 associated. External IP: 172.28.2.89, port: 7f4e934c-7b43-4086-9384-8f344a2b3389. Aug 23 01:54:02.355444 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-de415c28-dc94-4873-a102-42fecfed383f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:02.372714 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-d88b98b4-c9a2-4bd3-be42-e700cdf9ad57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:54:02.380098 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-d88b98b4-c9a2-4bd3-be42-e700cdf9ad57 admin admin] Usage tracker for resource:security_group_rule and tenant:388cafdfee064b939eb7f108bada8a80 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:54:02.409123 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-d88b98b4-c9a2-4bd3-be42-e700cdf9ad57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:54:02.423899 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-d88b98b4-c9a2-4bd3-be42-e700cdf9ad57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:54:02.437137 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 38726) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:02.492960 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device a6908c47-3c56-4ef7-a763-d16a53116fef no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 01:54:02.558248 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] No Port match for: a6908c47-3c56-4ef7-a763-d16a53116fef {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 01:54:02.558745 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device a6908c47-3c56-4ef7-a763-d16a53116fef not bound to the agent host hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 01:54:02.660255 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d88b98b4-c9a2-4bd3-be42-e700cdf9ad57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:02.675756 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:02.742917 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-f18b1722-2af3-46c2-8d2d-e71b8558abea admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:02.869896 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d88b98b4-c9a2-4bd3-be42-e700cdf9ad57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:02.880719 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-b1096f75-2a27-48ae-b3ef-903956137c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:02.916287 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-f18b1722-2af3-46c2-8d2d-e71b8558abea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:54:02.927066 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-f18b1722-2af3-46c2-8d2d-e71b8558abea admin admin] Usage tracker for resource:security_group_rule and tenant:137f7c26cc1a4f3392bff33845d4581c is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:54:02.932134 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-f18b1722-2af3-46c2-8d2d-e71b8558abea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:54:02.959948 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-f18b1722-2af3-46c2-8d2d-e71b8558abea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:54:02.966345 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-de415c28-dc94-4873-a102-42fecfed383f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1eb59b2-1713-4b75-8b7c-172c81f0cacc {{(pid=75884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:54:02.988966 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-de415c28-dc94-4873-a102-42fecfed383f service neutron] Notify callbacks [] for port, precommit_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:02.991361 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b98b4-c9a2-4bd3-be42-e700cdf9ad57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba33b53a-75da-4b22-9f9b-95a9543daa84,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:02.999026 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-d88b98b4-c9a2-4bd3-be42-e700cdf9ad57 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=388cafdfee064b939eb7f108bada8a80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7428594 Aug 23 01:54:03.004062 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-d88b98b4-c9a2-4bd3-be42-e700cdf9ad57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:03.005547 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 38740) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:03.037241 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.provisioning_blocks [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-de415c28-dc94-4873-a102-42fecfed383f service neutron] Transition to ACTIVE for port object c1eb59b2-1713-4b75-8b7c-172c81f0cacc will not be triggered until provisioned by entity L2. {{(pid=75884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:54:03.085792 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33df501-4347-49fb-80ad-32e6419cdb21 req-8ee86125-e279-4b81-a2bf-7ac2cedd26e5 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:03.087507 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c33df501-4347-49fb-80ad-32e6419cdb21 req-8ee86125-e279-4b81-a2bf-7ac2cedd26e5 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad08f3c6-33b6-44ca-9756-a81ca0a09b35 HTTP/1.1" status: 200 len: 931 time: 0.2212646 Aug 23 01:54:03.091483 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6275a-922f-480a-8936-0b55948927d6 req-2ff4e3b5-c6e3-481e-a560-6eee8645cf9b tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:03.092962 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a0d6275a-922f-480a-8936-0b55948927d6 req-2ff4e3b5-c6e3-481e-a560-6eee8645cf9b tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 945 time: 0.2243848 Aug 23 01:54:03.127647 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-de415c28-dc94-4873-a102-42fecfed383f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:03.133797 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-1fd8332b-438d-49cd-a304-730f1febdd75 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:03.152100 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37a68f4-541c-44a4-ab5c-853cb9b2d4c2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Router e07315b9-d39a-4a56-a26e-63073cb79a42 has already been hosted by L3 agent a65233ca-d566-4bb6-b10d-56979c97574d {{(pid=75883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 01:54:03.161723 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-13a61217-6c94-4a5a-a016-9fc2e54cec3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:03.244911 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-13a61217-6c94-4a5a-a016-9fc2e54cec3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:03.269613 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-f18b1722-2af3-46c2-8d2d-e71b8558abea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:03.274216 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c33df501-4347-49fb-80ad-32e6419cdb21 req-50b0c0fa-8744-4bca-ae2a-2afa7460b0eb tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659415 Aug 23 01:54:03.295963 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de415c28-dc94-4873-a102-42fecfed383f service neutron] Pushing event updated for resources: {'Port': ['ID=c1eb59b2-1713-4b75-8b7c-172c81f0cacc,revision_number=2']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:03.302365 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-de415c28-dc94-4873-a102-42fecfed383f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:03.306513 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a0d6275a-922f-480a-8936-0b55948927d6 req-de461a45-fe45-461c-9edd-d68377e219b6 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034404 Aug 23 01:54:03.426178 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-de415c28-dc94-4873-a102-42fecfed383f service neutron] Attempting to bind port c1eb59b2-1713-4b75-8b7c-172c81f0cacc on host hv-cinder-80552 for vnic_type normal with profile {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:54:03.426523 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-de415c28-dc94-4873-a102-42fecfed383f service neutron] Attempting to bind port c1eb59b2-1713-4b75-8b7c-172c81f0cacc by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': '269a0b8a-2a6b-4e47-b752-80dff62f9501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6fd7eb81-afc9-4814-83ed-f98cc97bf6f8'}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:54:03.426855 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-de415c28-dc94-4873-a102-42fecfed383f service neutron] Attempting to bind port c1eb59b2-1713-4b75-8b7c-172c81f0cacc on network 6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:54:03.434274 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-f18b1722-2af3-46c2-8d2d-e71b8558abea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:03.440472 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-de415c28-dc94-4873-a102-42fecfed383f service neutron] Port c1eb59b2-1713-4b75-8b7c-172c81f0cacc on network 6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 01:54:03.440862 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-de415c28-dc94-4873-a102-42fecfed383f service neutron] Attempting to bind port c1eb59b2-1713-4b75-8b7c-172c81f0cacc on network 6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:54:03.449855 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-de415c28-dc94-4873-a102-42fecfed383f service neutron] Checking agent: {'id': '57122005-e7d6-4a8f-9a43-0b5b130153fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:54:03.451828 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-de415c28-dc94-4873-a102-42fecfed383f service neutron] Checking segment: {'id': '269a0b8a-2a6b-4e47-b752-80dff62f9501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6fd7eb81-afc9-4814-83ed-f98cc97bf6f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:54:03.451828 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-de415c28-dc94-4873-a102-42fecfed383f service neutron] Bound using segment: {'id': '269a0b8a-2a6b-4e47-b752-80dff62f9501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6fd7eb81-afc9-4814-83ed-f98cc97bf6f8'} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:54:03.451828 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-de415c28-dc94-4873-a102-42fecfed383f service neutron] Bound port: c1eb59b2-1713-4b75-8b7c-172c81f0cacc, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '269a0b8a-2a6b-4e47-b752-80dff62f9501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6fd7eb81-afc9-4814-83ed-f98cc97bf6f8'}}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:54:03.451828 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-de415c28-dc94-4873-a102-42fecfed383f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:03.454346 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:03.520688 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-f18b1722-2af3-46c2-8d2d-e71b8558abea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=137f7c26cc1a4f3392bff33845d4581c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0793433 Aug 23 01:54:03.520688 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b1722-2af3-46c2-8d2d-e71b8558abea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6e7322-7571-4d82-bf24-71e895984a45,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:03.521596 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 38752) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:03.539331 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b1722-2af3-46c2-8d2d-e71b8558abea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:54:03.539616 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b1722-2af3-46c2-8d2d-e71b8558abea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:54:03.540145 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b1722-2af3-46c2-8d2d-e71b8558abea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:54:03.540479 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b1722-2af3-46c2-8d2d-e71b8558abea admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:54:03.540811 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b1722-2af3-46c2-8d2d-e71b8558abea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:54:03.541158 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b1722-2af3-46c2-8d2d-e71b8558abea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:54:03.541474 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b1722-2af3-46c2-8d2d-e71b8558abea admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:54:03.541803 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b1722-2af3-46c2-8d2d-e71b8558abea admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:54:03.542128 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b1722-2af3-46c2-8d2d-e71b8558abea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:54:03.542450 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b1722-2af3-46c2-8d2d-e71b8558abea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:54:03.542860 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18b1722-2af3-46c2-8d2d-e71b8558abea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:54:03.546959 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-f18b1722-2af3-46c2-8d2d-e71b8558abea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:03.567585 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37a68f4-541c-44a4-ab5c-853cb9b2d4c2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 01:54:03.570607 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-13a61217-6c94-4a5a-a016-9fc2e54cec3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:03.579026 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-fb1a433f-fa7e-47fc-9f58-2772ebbcebbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:03.581160 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e37a68f4-541c-44a4-ab5c-853cb9b2d4c2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for floatingip, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:03.600722 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a61217-6c94-4a5a-a016-9fc2e54cec3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba33b53a-75da-4b22-9f9b-95a9543daa84,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:03.604518 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-de415c28-dc94-4873-a102-42fecfed383f service neutron] For port c1eb59b2-1713-4b75-8b7c-172c81f0cacc, host hv-cinder-80552, cleared binding levels {{(pid=75884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:54:03.606605 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-13a61217-6c94-4a5a-a016-9fc2e54cec3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:03.619384 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-13a61217-6c94-4a5a-a016-9fc2e54cec3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:03.620508 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-13a61217-6c94-4a5a-a016-9fc2e54cec3f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba33b53a-75da-4b22-9f9b-95a9543daa84 HTTP/1.1" status: 204 len: 168 time: 0.6116438 Aug 23 01:54:03.623634 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-de415c28-dc94-4873-a102-42fecfed383f service neutron] For port c1eb59b2-1713-4b75-8b7c-172c81f0cacc, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c1eb59b2-1713-4b75-8b7c-172c81f0cacc,segment=NetworkSegment(269a0b8a-2a6b-4e47-b752-80dff62f9501),segment_id=269a0b8a-2a6b-4e47-b752-80dff62f9501)] {{(pid=75884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:54:03.641987 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-189de3dd-fd3f-4474-9a6d-844d763f5b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:03.656977 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-e37a68f4-541c-44a4-ab5c-853cb9b2d4c2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "PUT /v2.0/floatingips/5e742610-9e48-49ae-9898-06ae6bfbaf68 HTTP/1.1" status: 200 len: 991 time: 3.1351049 Aug 23 01:54:03.657906 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5460fce-2515-47f2-a3b1-883e0c39eb56', 'tag': '7f4e934c-7b43-4086-9384-8f344a2b3389'}] {{(pid=75883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:54:03.700999 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-189de3dd-fd3f-4474-9a6d-844d763f5b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:03.774650 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-de415c28-dc94-4873-a102-42fecfed383f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:03.782609 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-f8e1498f-7f2c-42d0-abca-a52e563ff596 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:03.807919 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5460fce-2515-47f2-a3b1-883e0c39eb56', 'tag': '7f4e934c-7b43-4086-9384-8f344a2b3389', 'status': 'completed', 'code': 200} Aug 23 01:54:03.889525 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-de415c28-dc94-4873-a102-42fecfed383f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:03.890909 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-de415c28-dc94-4873-a102-42fecfed383f service neutron] 10.222.0.10 "PUT /v2.0/ports/c1eb59b2-1713-4b75-8b7c-172c81f0cacc HTTP/1.1" status: 200 len: 1093 time: 1.7087934 Aug 23 01:54:03.892856 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad08f3c6-33b6-44ca-9756-a81ca0a09b35', 'tag': 'c1eb59b2-1713-4b75-8b7c-172c81f0cacc'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:54:03.922647 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de415c28-dc94-4873-a102-42fecfed383f service neutron] Pushing event updated for resources: {'Port': ['ID=c1eb59b2-1713-4b75-8b7c-172c81f0cacc,revision_number=3']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:03.928199 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-de415c28-dc94-4873-a102-42fecfed383f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:03.943067 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a81093a5-c601-471d-9e96-6b8e10739d12 req-fdd455c9-0933-4ca0-b9d3-b90200b670fa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4974ea7b9027427197b8907f91b8fd1c&device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 1099 time: 0.1078584 Aug 23 01:54:04.029924 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad08f3c6-33b6-44ca-9756-a81ca0a09b35', 'tag': 'c1eb59b2-1713-4b75-8b7c-172c81f0cacc', 'status': 'completed', 'code': 200} Aug 23 01:54:04.084264 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-189de3dd-fd3f-4474-9a6d-844d763f5b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:04.090791 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-13a61217-6c94-4a5a-a016-9fc2e54cec3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:04.108005 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189de3dd-fd3f-4474-9a6d-844d763f5b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6e7322-7571-4d82-bf24-71e895984a45,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:04.128967 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-189de3dd-fd3f-4474-9a6d-844d763f5b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:04.143616 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-189de3dd-fd3f-4474-9a6d-844d763f5b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:04.144851 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-189de3dd-fd3f-4474-9a6d-844d763f5b4e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bb6e7322-7571-4d82-bf24-71e895984a45 HTTP/1.1" status: 204 len: 168 time: 0.6225004 Aug 23 01:54:04.190729 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81093a5-c601-471d-9e96-6b8e10739d12 req-b253bca8-a294-45c2-8bf3-736e0a4b2e81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:04.192306 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a81093a5-c601-471d-9e96-6b8e10739d12 req-b253bca8-a294-45c2-8bf3-736e0a4b2e81 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5840b669-618c-425e-995c-00dd5d36fe85 HTTP/1.1" status: 200 len: 912 time: 0.2403014 Aug 23 01:54:04.204132 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-762c4b5d-cae7-4255-96e7-145f134e4f7b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=19fb13e7c5e24c35930091d9780fb75c&device_id=ad08f3c6-33b6-44ca-9756-a81ca0a09b35 HTTP/1.1" status: 200 len: 1096 time: 0.1760952 Aug 23 01:54:04.333503 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-9b513c14-2827-4c9e-b273-925737a28ded service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1eb59b2-1713-4b75-8b7c-172c81f0cacc HTTP/1.1" status: 200 len: 217 time: 0.0728276 Aug 23 01:54:04.424852 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a81093a5-c601-471d-9e96-6b8e10739d12 req-51024db8-3548-4b4f-b474-b05adf4d3364 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f4e934c-7b43-4086-9384-8f344a2b3389 HTTP/1.1" status: 200 len: 999 time: 0.2181375 Aug 23 01:54:04.427712 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-750e7c5e-5a70-4c31-a195-0405761cf704 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:04.429099 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-750e7c5e-5a70-4c31-a195-0405761cf704 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=824eb3c9-cfbc-4739-ace0-27334b2e4f9e HTTP/1.1" status: 200 len: 854 time: 0.0883095 Aug 23 01:54:04.536984 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fabb5a-751f-4708-994a-3aa3b8381498 req-e3a5a83c-36cd-4a63-a7ee-b96654c78897 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:04.539246 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-521559e4-a3bc-4bac-acdc-24473e7cead7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:04.544466 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-90fabb5a-751f-4708-994a-3aa3b8381498 req-e3a5a83c-36cd-4a63-a7ee-b96654c78897 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad08f3c6-33b6-44ca-9756-a81ca0a09b35 HTTP/1.1" status: 200 len: 943 time: 0.0944707 Aug 23 01:54:04.580442 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-ca0b587d-e0ba-421a-b68b-268421822f6d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6fd7eb81-afc9-4814-83ed-f98cc97bf6f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938671 Aug 23 01:54:04.605138 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-90fabb5a-751f-4708-994a-3aa3b8381498 req-d070bf73-605e-4da9-be46-6587ff2d12c5 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584989 Aug 23 01:54:04.715748 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81093a5-c601-471d-9e96-6b8e10739d12 req-9bde3928-165c-429b-a829-6d3ceb5d1cfa service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:04.725032 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a81093a5-c601-471d-9e96-6b8e10739d12 req-9bde3928-165c-429b-a829-6d3ceb5d1cfa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afcb811f-6ebd-4831-86e9-dd7cc945a891 HTTP/1.1" status: 200 len: 850 time: 0.2819457 Aug 23 01:54:04.911861 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b9cde-01a7-4a8c-b533-042296299b4c req-71bf0ab5-0c4b-4559-8961-3705ae2c20e2 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:04.913688 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9b2b9cde-01a7-4a8c-b533-042296299b4c req-71bf0ab5-0c4b-4559-8961-3705ae2c20e2 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 945 time: 0.4287889 Aug 23 01:54:04.969195 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-eb286cc8-2530-4fc4-989f-2e7339c3b601 service neutron] 10.222.0.10 "GET /v2.0/networks/6fd7eb81-afc9-4814-83ed-f98cc97bf6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786933 Aug 23 01:54:05.049783 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 38808) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:05.070727 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-8bb2b0ea-88a4-4c58-9eca-5cdaac41e11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:05.075653 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9b2b9cde-01a7-4a8c-b533-042296299b4c req-59c57219-a7d1-40df-a360-35a50e4a12b6 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493936 Aug 23 01:54:05.081854 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a81093a5-c601-471d-9e96-6b8e10739d12 req-917ae0fb-aab5-4691-9d59-12f34221b52d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5840b669-618c-425e-995c-00dd5d36fe85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3364916 Aug 23 01:54:05.107115 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-8bb2b0ea-88a4-4c58-9eca-5cdaac41e11c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:54:05.111030 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-8bb2b0ea-88a4-4c58-9eca-5cdaac41e11c admin admin] Usage tracker for resource:security_group_rule and tenant:79ebd2d26ee54cd28501ddccee9595ac is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:54:05.114669 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-8bb2b0ea-88a4-4c58-9eca-5cdaac41e11c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:54:05.121114 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-8bb2b0ea-88a4-4c58-9eca-5cdaac41e11c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:54:05.199816 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-8bb2b0ea-88a4-4c58-9eca-5cdaac41e11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:05.222021 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e7f5faa6-c96c-4343-9747-a1eed692b9cb req-a24a84e6-a390-4913-abd8-c31cde00ccec service neutron] 10.222.0.10 "GET /v2.0/networks/6fd7eb81-afc9-4814-83ed-f98cc97bf6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374601 Aug 23 01:54:05.260311 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a81093a5-c601-471d-9e96-6b8e10739d12 req-357f6446-030d-4612-8dc1-680ac15880b3 service neutron] 10.222.0.10 "GET /v2.0/networks/5840b669-618c-425e-995c-00dd5d36fe85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637940 Aug 23 01:54:05.292315 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-8bb2b0ea-88a4-4c58-9eca-5cdaac41e11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:05.299745 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:05.342343 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2b0ea-88a4-4c58-9eca-5cdaac41e11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5274f571-8c55-489e-80a8-5504dd7805ae,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:05.359586 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-8bb2b0ea-88a4-4c58-9eca-5cdaac41e11c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=79ebd2d26ee54cd28501ddccee9595ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3001719 Aug 23 01:54:05.359586 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-8bb2b0ea-88a4-4c58-9eca-5cdaac41e11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:05.359586 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 38816) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:05.420094 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-ee738a8e-29b8-429a-87d4-eaee1431d681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:05.454269 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-ee738a8e-29b8-429a-87d4-eaee1431d681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:05.542376 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a81093a5-c601-471d-9e96-6b8e10739d12 req-d9366297-03a9-4e17-b574-6171895b44c9 service neutron] 10.222.0.10 "GET /v2.0/networks/5840b669-618c-425e-995c-00dd5d36fe85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664533 Aug 23 01:54:05.563390 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 38828) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:05.581180 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:05.581728 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4195941a-690a-4824-b44f-6bf829de0721 req-2adbb077-59af-4388-97fe-a73557966996 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=19fb13e7c5e24c35930091d9780fb75c&device_id=ad08f3c6-33b6-44ca-9756-a81ca0a09b35 HTTP/1.1" status: 200 len: 1096 time: 0.2014780 Aug 23 01:54:05.598175 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 38832) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:05.641875 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-ee738a8e-29b8-429a-87d4-eaee1431d681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:05.665648 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-d6c9e52a-99f8-4da8-9f4d-61fa82755d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:05.690446 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.db_base_plugin_v2 [None req-29f3da0c-1e7c-4d96-82bd-577973da7edd admin admin] Deleting subnet 400b14b0-a796-4a6a-9d5a-04e50f4f2bc0 {{(pid=75883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 01:54:05.706015 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-29f3da0c-1e7c-4d96-82bd-577973da7edd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:05.743635 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195941a-690a-4824-b44f-6bf829de0721 req-5ec7ced3-3d2b-46eb-a515-11bf60fbf102 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:05.745713 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4195941a-690a-4824-b44f-6bf829de0721 req-5ec7ced3-3d2b-46eb-a515-11bf60fbf102 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 HTTP/1.1" status: 200 len: 915 time: 0.1585362 Aug 23 01:54:05.763428 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee738a8e-29b8-429a-87d4-eaee1431d681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5274f571-8c55-489e-80a8-5504dd7805ae,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:05.770575 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-ee738a8e-29b8-429a-87d4-eaee1431d681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:05.781612 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-ee738a8e-29b8-429a-87d4-eaee1431d681 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5274f571-8c55-489e-80a8-5504dd7805ae HTTP/1.1" status: 204 len: 168 time: 0.4270749 Aug 23 01:54:05.786381 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-ee738a8e-29b8-429a-87d4-eaee1431d681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:05.854286 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4195941a-690a-4824-b44f-6bf829de0721 req-29761c16-e1c5-42e9-ab72-b09b4a7d098a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1eb59b2-1713-4b75-8b7c-172c81f0cacc HTTP/1.1" status: 200 len: 217 time: 0.0975511 Aug 23 01:54:05.870893 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e91296df-8ba2-45ad-84ff-479eb80dc69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:05.902567 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-29f3da0c-1e7c-4d96-82bd-577973da7edd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:05.927556 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-29f3da0c-1e7c-4d96-82bd-577973da7edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1481903'] for subnet, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:05.956872 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195941a-690a-4824-b44f-6bf829de0721 req-b06e287c-1d72-4f5d-91bb-99a6eddf1c3f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:05.959244 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4195941a-690a-4824-b44f-6bf829de0721 req-b06e287c-1d72-4f5d-91bb-99a6eddf1c3f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=824eb3c9-cfbc-4739-ace0-27334b2e4f9e HTTP/1.1" status: 200 len: 854 time: 0.0927417 Aug 23 01:54:05.992651 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c0b15-8e3a-4c34-bb5d-23009900e6b3 req-c941d532-3ef2-447e-91d2-ba72c619e8ff tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:05.994110 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-419c0b15-8e3a-4c34-bb5d-23009900e6b3 req-c941d532-3ef2-447e-91d2-ba72c619e8ff tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad08f3c6-33b6-44ca-9756-a81ca0a09b35 HTTP/1.1" status: 200 len: 943 time: 0.2246640 Aug 23 01:54:05.995089 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-e91296df-8ba2-45ad-84ff-479eb80dc69e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:54:06.003912 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-e91296df-8ba2-45ad-84ff-479eb80dc69e admin admin] Usage tracker for resource:security_group_rule and tenant:2db62c7ca048456bbb25c6f29a740d71 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:54:06.011573 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-e91296df-8ba2-45ad-84ff-479eb80dc69e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:54:06.028306 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4195941a-690a-4824-b44f-6bf829de0721 req-38958865-3e28-4b1c-b9a0-bd0b6d305698 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6fd7eb81-afc9-4814-83ed-f98cc97bf6f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480688 Aug 23 01:54:06.033894 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-e91296df-8ba2-45ad-84ff-479eb80dc69e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:54:06.097707 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-419c0b15-8e3a-4c34-bb5d-23009900e6b3 req-b83cfad3-7451-42ad-a5fd-9c7411990f84 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959325 Aug 23 01:54:06.161062 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e91296df-8ba2-45ad-84ff-479eb80dc69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:06.166874 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-29f3da0c-1e7c-4d96-82bd-577973da7edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1481878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844'] for subnet, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:06.186400 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-25ae351f-eede-46ef-9187-38d263ef59fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:06.206938 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4195941a-690a-4824-b44f-6bf829de0721 req-f7e67cfb-25f5-4605-a2f7-c5cf10f05ed5 service neutron] 10.222.0.10 "GET /v2.0/networks/6fd7eb81-afc9-4814-83ed-f98cc97bf6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648095 Aug 23 01:54:06.232329 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-29f3da0c-1e7c-4d96-82bd-577973da7edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for subnet, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:06.234796 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e91296df-8ba2-45ad-84ff-479eb80dc69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:06.250615 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f340f66-f4f0-4a15-a7f3-636adf864ced None None] Sync routers for ids ['e07315b9-d39a-4a56-a26e-63073cb79a42'] in dv-cinder-805529-1-smb {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 01:54:06.271017 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3da0c-1e7c-4d96-82bd-577973da7edd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=400b14b0-a796-4a6a-9d5a-04e50f4f2bc0,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:06.273474 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f340f66-f4f0-4a15-a7f3-636adf864ced None None] Routers {'e07315b9-d39a-4a56-a26e-63073cb79a42'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:54:06.274166 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-2f340f66-f4f0-4a15-a7f3-636adf864ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:54:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['e07315b9-d39a-4a56-a26e-63073cb79a42'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:54:06.294580 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-29f3da0c-1e7c-4d96-82bd-577973da7edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:06.299212 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:06.362804 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a696c6-87a0-4b8d-87c4-5dbe7eae68d1 None None] New status for floating IP 7db61ed5-9616-479e-abad-4edfca1c3816: ACTIVE {{(pid=75886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 01:54:06.368167 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91296df-8ba2-45ad-84ff-479eb80dc69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12007a5a-35fc-4922-af6a-2d242423269c,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:06.371578 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-e91296df-8ba2-45ad-84ff-479eb80dc69e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:06.381105 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-29f3da0c-1e7c-4d96-82bd-577973da7edd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/400b14b0-a796-4a6a-9d5a-04e50f4f2bc0 HTTP/1.1" status: 204 len: 168 time: 0.8159785 Aug 23 01:54:06.393576 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 38856) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:06.458462 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-e91296df-8ba2-45ad-84ff-479eb80dc69e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2db62c7ca048456bbb25c6f29a740d71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8590446 Aug 23 01:54:06.459226 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 38862) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:06.536549 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b7a68d74-d6df-440f-8870-fd243f7df54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584917'] for network, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:06.537807 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-7a43a6d8-5807-480f-816f-c5473be53563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:06.566514 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d0672-59b8-494e-bbe3-e41c2d41ec79 req-73665440-05f6-4d84-9aa4-b9a89a84b70e tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:06.568025 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b77d0672-59b8-494e-bbe3-e41c2d41ec79 req-73665440-05f6-4d84-9aa4-b9a89a84b70e tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 945 time: 0.2025485 Aug 23 01:54:06.576635 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4195941a-690a-4824-b44f-6bf829de0721 req-b7d91b55-4d1c-4b61-a35b-85f7a00e71a1 service neutron] 10.222.0.10 "GET /v2.0/networks/6fd7eb81-afc9-4814-83ed-f98cc97bf6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533061 Aug 23 01:54:06.629013 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-7a43a6d8-5807-480f-816f-c5473be53563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:06.650494 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b77d0672-59b8-494e-bbe3-e41c2d41ec79 req-c8cfef79-61c2-442f-ba78-f27a3aa3365f tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744996 Aug 23 01:54:06.678773 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-2f340f66-f4f0-4a15-a7f3-636adf864ced None None] Set router e07315b9-d39a-4a56-a26e-63073cb79a42 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:54:06.858192 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-7a43a6d8-5807-480f-816f-c5473be53563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:06.867476 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-0458c45a-2e51-4684-8f31-01b0a9e4c822 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:06.893459 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43a6d8-5807-480f-816f-c5473be53563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12007a5a-35fc-4922-af6a-2d242423269c,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:06.900379 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-7a43a6d8-5807-480f-816f-c5473be53563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:06.904094 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-7a43a6d8-5807-480f-816f-c5473be53563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:06.905389 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b7a68d74-d6df-440f-8870-fd243f7df54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480998', 'neutron.services.segments.db._delete_segments_for_network-8755480555394'] for network, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:06.905536 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-7a43a6d8-5807-480f-816f-c5473be53563 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/12007a5a-35fc-4922-af6a-2d242423269c HTTP/1.1" status: 204 len: 168 time: 0.4438100 Aug 23 01:54:06.923396 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b7a68d74-d6df-440f-8870-fd243f7df54b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:54:06.924335 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b7a68d74-d6df-440f-8870-fd243f7df54b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:54:06.925543 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b7a68d74-d6df-440f-8870-fd243f7df54b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:54:06.931406 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b7a68d74-d6df-440f-8870-fd243f7df54b admin admin] Subscribe: > port after_create 55550000 {{(pid=75884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:54:06.931406 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b7a68d74-d6df-440f-8870-fd243f7df54b admin admin] Subscribe: > port after_delete 55550000 {{(pid=75884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:54:06.931406 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b7a68d74-d6df-440f-8870-fd243f7df54b admin admin] Subscribe: > port after_update 55550000 {{(pid=75884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:54:06.931406 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b7a68d74-d6df-440f-8870-fd243f7df54b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:54:06.931406 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b7a68d74-d6df-440f-8870-fd243f7df54b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:54:06.931406 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b7a68d74-d6df-440f-8870-fd243f7df54b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:54:06.931406 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b7a68d74-d6df-440f-8870-fd243f7df54b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:54:07.017483 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b7a68d74-d6df-440f-8870-fd243f7df54b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:54:07.017483 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b7a68d74-d6df-440f-8870-fd243f7df54b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:54:07.018475 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b7a68d74-d6df-440f-8870-fd243f7df54b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:54:07.018475 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b7a68d74-d6df-440f-8870-fd243f7df54b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 01:54:07.018880 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-b7a68d74-d6df-440f-8870-fd243f7df54b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d82971-be94-4d1f-bdf2-ebca81f50ab9']}} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:54:07.034351 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-b7a68d74-d6df-440f-8870-fd243f7df54b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6308b546-aecb-4083-ae83-1aa8e93d5b50') {'for_net_delete': True} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:54:07.034645 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-b7a68d74-d6df-440f-8870-fd243f7df54b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6308b546-aecb-4083-ae83-1aa8e93d5b50') {} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:54:07.068446 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b7a68d74-d6df-440f-8870-fd243f7df54b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755480556189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7902545'] for segment, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:07.099784 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b7a68d74-d6df-440f-8870-fd243f7df54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:07.109212 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a68d74-d6df-440f-8870-fd243f7df54b admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=75884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 01:54:07.109787 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b7a68d74-d6df-440f-8870-fd243f7df54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1481738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7565610'] for segment, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:07.160290 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: util.warn_limited( Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: util.warn_limited( Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: Traceback (most recent call last): Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: timer() Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: cb(*args, **kw) Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: return func(*args, **kwargs) Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: self._notify() Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: self.callback(batched_events) Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: event.method(event) Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: return f(self, *a, **k) Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: return self._get(url).json() Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: return self.request(url, 'GET', **kwargs) Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 01:54:07.162424 dv-cinder-805529-1-smb neutron-server[75884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 01:54:07.225296 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-2f340f66-f4f0-4a15-a7f3-636adf864ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'name': 'tempest-AttachVolumeTestJSON-1962057698-router', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:53:00Z', 'updated_at': '2021-08-23T01:53:14Z', 'revision_number': 4, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'gw_port': {'id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:01Z', 'updated_at': '2021-08-23T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_floatingips': [{'id': '5e742610-9e48-49ae-9898-06ae6bfbaf68', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'floating_ip_address': '172.28.2.89', 'floating_network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'router_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'port_id': '7f4e934c-7b43-4086-9384-8f344a2b3389', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85', 'mac_address': 'fa:16:3e:23:74:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5460fce-2515-47f2-a3b1-883e0c39eb56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T01:53:27Z', 'updated_at': '2021-08-23T01:54:01Z', 'revision_number': 1, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c', 'name': '', 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'mac_address': 'fa:16:3e:d3:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:11Z', 'updated_at': '2021-08-23T01:53:55Z', 'revision_number': 5, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'subnets': [{'id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:54:07.238214 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f340f66-f4f0-4a15-a7f3-636adf864ced None None] Checking router: e07315b9-d39a-4a56-a26e-63073cb79a42 for host: dv-cinder-805529-1-smb {{(pid=75885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 01:54:07.270184 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f340f66-f4f0-4a15-a7f3-636adf864ced None None] Routers {'e07315b9-d39a-4a56-a26e-63073cb79a42'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:54:07.271176 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-2f340f66-f4f0-4a15-a7f3-636adf864ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:54:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['e07315b9-d39a-4a56-a26e-63073cb79a42'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:54:07.424669 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bd253-cc59-458b-911e-b747828e6f21 req-f4fa4e68-8674-4509-b571-933df93de6dc tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:07.448903 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-1b8bd253-cc59-458b-911e-b747828e6f21 req-f4fa4e68-8674-4509-b571-933df93de6dc tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad08f3c6-33b6-44ca-9756-a81ca0a09b35 HTTP/1.1" status: 200 len: 943 time: 0.1080835 Aug 23 01:54:07.479484 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-2f340f66-f4f0-4a15-a7f3-636adf864ced None None] Set router e07315b9-d39a-4a56-a26e-63073cb79a42 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:54:07.498637 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-1b8bd253-cc59-458b-911e-b747828e6f21 req-c59efce5-f5de-42b1-9861-85d846d5313c tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486727 Aug 23 01:54:07.576082 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b7a68d74-d6df-440f-8870-fd243f7df54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405596'] for network, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:07.581715 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:07.599745 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b7a68d74-d6df-440f-8870-fd243f7df54b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:07.605944 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a68d74-d6df-440f-8870-fd243f7df54b admin admin] Pushing event deleted for resources: {'Network': ['ID=f2d82971-be94-4d1f-bdf2-ebca81f50ab9,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:07.611242 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-b7a68d74-d6df-440f-8870-fd243f7df54b admin admin] 10.222.0.18 "DELETE /v2.0/networks/f2d82971-be94-4d1f-bdf2-ebca81f50ab9 HTTP/1.1" status: 204 len: 168 time: 1.2142756 Aug 23 01:54:07.612325 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-b7a68d74-d6df-440f-8870-fd243f7df54b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:07.783931 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 01:54:07.871040 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-2f340f66-f4f0-4a15-a7f3-636adf864ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'name': 'tempest-AttachVolumeTestJSON-1962057698-router', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:53:00Z', 'updated_at': '2021-08-23T01:53:14Z', 'revision_number': 4, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'gw_port': {'id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:01Z', 'updated_at': '2021-08-23T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_floatingips': [{'id': '5e742610-9e48-49ae-9898-06ae6bfbaf68', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'floating_ip_address': '172.28.2.89', 'floating_network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'router_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'port_id': '7f4e934c-7b43-4086-9384-8f344a2b3389', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85', 'mac_address': 'fa:16:3e:23:74:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5460fce-2515-47f2-a3b1-883e0c39eb56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T01:53:27Z', 'updated_at': '2021-08-23T01:54:01Z', 'revision_number': 1, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c', 'name': '', 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'mac_address': 'fa:16:3e:d3:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:11Z', 'updated_at': '2021-08-23T01:53:55Z', 'revision_number': 5, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'subnets': [{'id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:54:07.871910 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114860c-613e-470c-abbe-aa52a9b28bb6 req-32b917ae-b9aa-461c-93e1-35e3f0be296a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:07.873189 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1114860c-613e-470c-abbe-aa52a9b28bb6 req-32b917ae-b9aa-461c-93e1-35e3f0be296a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 945 time: 0.0955379 Aug 23 01:54:07.875714 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f340f66-f4f0-4a15-a7f3-636adf864ced None None] The sync data for ids ['e07315b9-d39a-4a56-a26e-63073cb79a42'] in dv-cinder-805529-1-smb is: [{'id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'name': 'tempest-AttachVolumeTestJSON-1962057698-router', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:53:00Z', 'updated_at': '2021-08-23T01:53:14Z', 'revision_number': 4, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'gw_port': {'id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:01Z', 'updated_at': '2021-08-23T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_floatingips': [{'id': '5e742610-9e48-49ae-9898-06ae6bfbaf68', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'floating_ip_address': '172.28.2.89', 'floating_network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'router_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'port_id': '7f4e934c-7b43-4086-9384-8f344a2b3389', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85', 'mac_address': 'fa:16:3e:23:74:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5460fce-2515-47f2-a3b1-883e0c39eb56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T01:53:27Z', 'updated_at': '2021-08-23T01:54:01Z', 'revision_number': 1, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c', 'name': '', 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'mac_address': 'fa:16:3e:d3:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:11Z', 'updated_at': '2021-08-23T01:53:55Z', 'revision_number': 5, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'subnets': [{'id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 01:54:07.927008 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 38898) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:07.931232 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1114860c-613e-470c-abbe-aa52a9b28bb6 req-cc99c6e7-300d-431f-b72a-30014d082a7b tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481040 Aug 23 01:54:07.960512 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-354d912c-7d86-4b70-927a-e154cddfc8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:07.995655 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-354d912c-7d86-4b70-927a-e154cddfc8c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:54:07.999674 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-354d912c-7d86-4b70-927a-e154cddfc8c1 admin admin] Usage tracker for resource:security_group_rule and tenant:6d1fcc2d0d8d4a3cb09d7e21b65c49de is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:54:08.002777 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-354d912c-7d86-4b70-927a-e154cddfc8c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:54:08.008516 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-354d912c-7d86-4b70-927a-e154cddfc8c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:54:08.081773 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-354d912c-7d86-4b70-927a-e154cddfc8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:08.164959 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 38904) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:08.172657 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-354d912c-7d86-4b70-927a-e154cddfc8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:08.185169 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-cee67df2-9d0a-40a0-ba02-30ca531e5481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:08.221539 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d912c-7d86-4b70-927a-e154cddfc8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f8ea94-29b8-45e8-b2d9-9b624b6745a4,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:08.222011 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-37a59fbd-46df-474d-ba20-39118159c7d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed23a69198f343279bb0f169ea59efda&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0557630 Aug 23 01:54:08.224549 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 38914) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:08.230009 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-354d912c-7d86-4b70-927a-e154cddfc8c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:08.278686 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-354d912c-7d86-4b70-927a-e154cddfc8c1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d1fcc2d0d8d4a3cb09d7e21b65c49de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3564672 Aug 23 01:54:08.281605 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 38918) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:08.326959 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-53f81ca5-4aa2-419d-a57b-3fe7d213a810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:08.353778 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f54b6e70-5151-469e-bc97-a97dc3320ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:08.356619 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-53f81ca5-4aa2-419d-a57b-3fe7d213a810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:08.384508 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f54b6e70-5151-469e-bc97-a97dc3320ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:08.514870 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-53f81ca5-4aa2-419d-a57b-3fe7d213a810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:08.520466 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:08.560899 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device c1eb59b2-1713-4b75-8b7c-172c81f0cacc details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 01:54:08.567138 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f54b6e70-5151-469e-bc97-a97dc3320ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:08.572078 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f81ca5-4aa2-419d-a57b-3fe7d213a810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781b8de4-bd92-49d8-82c5-9b1bd824a4a9,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:08.574437 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-940b599f-11a9-4ba0-bf2f-233e0d543d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:08.581235 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-53f81ca5-4aa2-419d-a57b-3fe7d213a810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:08.604412 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b6e70-5151-469e-bc97-a97dc3320ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f8ea94-29b8-45e8-b2d9-9b624b6745a4,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:08.607633 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-f54b6e70-5151-469e-bc97-a97dc3320ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:08.624679 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f54b6e70-5151-469e-bc97-a97dc3320ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:08.625596 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-f54b6e70-5151-469e-bc97-a97dc3320ee3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1f8ea94-29b8-45e8-b2d9-9b624b6745a4 HTTP/1.1" status: 204 len: 168 time: 0.3429322 Aug 23 01:54:08.650409 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-53f81ca5-4aa2-419d-a57b-3fe7d213a810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:08.651573 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-53f81ca5-4aa2-419d-a57b-3fe7d213a810 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/781b8de4-bd92-49d8-82c5-9b1bd824a4a9 HTTP/1.1" status: 204 len: 168 time: 0.4233434 Aug 23 01:54:08.765496 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port c1eb59b2-1713-4b75-8b7c-172c81f0cacc, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c1eb59b2-1713-4b75-8b7c-172c81f0cacc,segment=NetworkSegment(269a0b8a-2a6b-4e47-b752-80dff62f9501),segment_id=269a0b8a-2a6b-4e47-b752-80dff62f9501)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:54:08.783658 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Returning: {'device': 'c1eb59b2-1713-4b75-8b7c-172c81f0cacc', 'network_id': '6fd7eb81-afc9-4814-83ed-f98cc97bf6f8', 'port_id': 'c1eb59b2-1713-4b75-8b7c-172c81f0cacc', 'mac_address': 'fa:16:3e:77:5f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '824eb3c9-cfbc-4739-ace0-27334b2e4f9e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 01:54:08.822721 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05edf52-4d69-42f2-83c9-efb4f993474f req-24dd2aa5-0e2d-47cb-970a-086d8d436ad9 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:08.830729 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b05edf52-4d69-42f2-83c9-efb4f993474f req-24dd2aa5-0e2d-47cb-970a-086d8d436ad9 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad08f3c6-33b6-44ca-9756-a81ca0a09b35 HTTP/1.1" status: 200 len: 943 time: 0.1486406 Aug 23 01:54:08.875246 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:08.896133 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b05edf52-4d69-42f2-83c9-efb4f993474f req-6cc8045b-cae0-44f1-a27e-7fdfca542737 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635157 Aug 23 01:54:08.898947 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1eb59b2-1713-4b75-8b7c-172c81f0cacc {{(pid=75885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:54:08.918560 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port c1eb59b2-1713-4b75-8b7c-172c81f0cacc, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c1eb59b2-1713-4b75-8b7c-172c81f0cacc,segment=NetworkSegment(269a0b8a-2a6b-4e47-b752-80dff62f9501),segment_id=269a0b8a-2a6b-4e47-b752-80dff62f9501)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:54:09.046719 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:09.049997 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-2400c9af-266e-4670-bfc8-3ab975afeb4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:09.124999 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=c1eb59b2-1713-4b75-8b7c-172c81f0cacc,revision_number=4']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:09.137406 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:54:09.138306 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:54:09.138639 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:54:09.138963 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:54:09.139286 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:54:09.139788 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:54:09.140151 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:54:09.140411 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:54:09.140724 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:54:09.141034 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:54:09.141344 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:54:09.146302 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:09.160932 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228128a-426d-4e89-9d07-dc4091d16b1f req-702609bc-a686-46e0-9207-0e1d31e23d76 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:09.162625 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4228128a-426d-4e89-9d07-dc4091d16b1f req-702609bc-a686-46e0-9207-0e1d31e23d76 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 945 time: 0.0974400 Aug 23 01:54:09.211259 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4228128a-426d-4e89-9d07-dc4091d16b1f req-3f379e85-e0f1-4658-9034-d1bfa86b26c8 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422783 Aug 23 01:54:09.529103 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['c1eb59b2-1713-4b75-8b7c-172c81f0cacc'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:54:09.690584 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 38952) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:09.732333 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-45601460-55d1-457b-8833-79c036e35dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:09.771275 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-45601460-55d1-457b-8833-79c036e35dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:54:09.775642 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-45601460-55d1-457b-8833-79c036e35dcf admin admin] Usage tracker for resource:security_group_rule and tenant:eec10f154d9c4ec0a1049e730b765a3a is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:54:09.778957 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-45601460-55d1-457b-8833-79c036e35dcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:54:09.787107 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-45601460-55d1-457b-8833-79c036e35dcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:54:09.863020 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-45601460-55d1-457b-8833-79c036e35dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:09.904190 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 38960) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:09.941198 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-45601460-55d1-457b-8833-79c036e35dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:09.949494 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-5b385d3d-301c-4b13-88d3-6d4dbbe9289a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:09.991897 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45601460-55d1-457b-8833-79c036e35dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818937a4-2461-45eb-84dd-1c2d4b6ef5cd,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:09.999429 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-45601460-55d1-457b-8833-79c036e35dcf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eec10f154d9c4ec0a1049e730b765a3a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3076329 Aug 23 01:54:10.000371 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-45601460-55d1-457b-8833-79c036e35dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:10.002222 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 38970) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:10.197829 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5efaa248-d9c7-4d55-a36f-bc3830fee617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:10.200100 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-b0276930-daa1-4f8c-a39f-328689bfcb76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:10.273135 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5efaa248-d9c7-4d55-a36f-bc3830fee617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:10.308607 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-b0276930-daa1-4f8c-a39f-328689bfcb76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:54:10.317458 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-b0276930-daa1-4f8c-a39f-328689bfcb76 admin admin] Usage tracker for resource:security_group_rule and tenant:9f3a2713c80f45f79101e5d636f8b7b0 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:54:10.335833 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-b0276930-daa1-4f8c-a39f-328689bfcb76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:54:10.348830 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8723e4-52bd-409a-b07b-42bb9a829563 req-dadb8ab4-33d3-4002-9e9d-a1617f3969f6 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:10.350345 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-7b8723e4-52bd-409a-b07b-42bb9a829563 req-dadb8ab4-33d3-4002-9e9d-a1617f3969f6 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad08f3c6-33b6-44ca-9756-a81ca0a09b35 HTTP/1.1" status: 200 len: 944 time: 0.2955828 Aug 23 01:54:10.351960 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-b0276930-daa1-4f8c-a39f-328689bfcb76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:54:10.420182 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe73d8-d29b-44ed-abb1-ee214c581512 req-26d710ae-6792-4678-82b7-d895e769dc1a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:10.421671 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a1fe73d8-d29b-44ed-abb1-ee214c581512 req-26d710ae-6792-4678-82b7-d895e769dc1a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 945 time: 0.0793979 Aug 23 01:54:10.431026 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-7b8723e4-52bd-409a-b07b-42bb9a829563 req-18514428-390e-4a21-8f76-dce21a1e8491 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692468 Aug 23 01:54:10.468306 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-b0276930-daa1-4f8c-a39f-328689bfcb76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:10.504682 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a1fe73d8-d29b-44ed-abb1-ee214c581512 req-8f2454a0-f054-4511-8082-d13aa1c9dcd1 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719569 Aug 23 01:54:10.518570 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5efaa248-d9c7-4d55-a36f-bc3830fee617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:10.525957 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:10.542195 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efaa248-d9c7-4d55-a36f-bc3830fee617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818937a4-2461-45eb-84dd-1c2d4b6ef5cd,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:10.546203 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-5efaa248-d9c7-4d55-a36f-bc3830fee617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:10.548707 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5efaa248-d9c7-4d55-a36f-bc3830fee617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:10.550545 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-5efaa248-d9c7-4d55-a36f-bc3830fee617 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/818937a4-2461-45eb-84dd-1c2d4b6ef5cd HTTP/1.1" status: 204 len: 168 time: 0.5469692 Aug 23 01:54:10.560718 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-b0276930-daa1-4f8c-a39f-328689bfcb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:10.572751 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-8bb2b0ea-88a4-4c58-9eca-5cdaac41e11c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:10.647540 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-b0276930-daa1-4f8c-a39f-328689bfcb76 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9f3a2713c80f45f79101e5d636f8b7b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7397790 Aug 23 01:54:10.647540 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0276930-daa1-4f8c-a39f-328689bfcb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e79bb05-bd4e-44ba-af25-6763c535060e,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:10.647818 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 38992) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:10.649425 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-b0276930-daa1-4f8c-a39f-328689bfcb76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:10.744363 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-4d9b0dbf-dd55-48bd-9ac9-5a68a662068e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:10.777181 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-4d9b0dbf-dd55-48bd-9ac9-5a68a662068e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:10.901343 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-4d9b0dbf-dd55-48bd-9ac9-5a68a662068e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:10.907434 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:10.924420 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b0dbf-dd55-48bd-9ac9-5a68a662068e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e79bb05-bd4e-44ba-af25-6763c535060e,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:10.927749 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-4d9b0dbf-dd55-48bd-9ac9-5a68a662068e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:10.935341 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-4d9b0dbf-dd55-48bd-9ac9-5a68a662068e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:10.939300 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-4d9b0dbf-dd55-48bd-9ac9-5a68a662068e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0e79bb05-bd4e-44ba-af25-6763c535060e HTTP/1.1" status: 204 len: 168 time: 0.2871253 Aug 23 01:54:11.704037 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc8444-15c4-459e-b709-e53e0e3f4d97 req-11131a3c-2dbf-4fcd-a10a-232b84daf37a tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:11.707175 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-14dc8444-15c4-459e-b709-e53e0e3f4d97 req-11131a3c-2dbf-4fcd-a10a-232b84daf37a tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad08f3c6-33b6-44ca-9756-a81ca0a09b35 HTTP/1.1" status: 200 len: 944 time: 0.1128371 Aug 23 01:54:11.802502 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-14dc8444-15c4-459e-b709-e53e0e3f4d97 req-2dd8e9c3-fbf8-426b-bc33-4f285193b945 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891387 Aug 23 01:54:11.806251 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757f0d8-8d6a-4757-b857-17fb31c997d5 req-ea6e10f4-8852-4038-a48e-b0ef8cd2c8ea tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:11.817648 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-a757f0d8-8d6a-4757-b857-17fb31c997d5 req-ea6e10f4-8852-4038-a48e-b0ef8cd2c8ea tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 945 time: 0.1302211 Aug 23 01:54:11.872004 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-a757f0d8-8d6a-4757-b857-17fb31c997d5 req-52f0c632-0bc2-4813-9bf0-eb70ffd2a3fe tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531461 Aug 23 01:54:12.589020 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device c1eb59b2-1713-4b75-8b7c-172c81f0cacc up at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:54:12.726399 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning for port c1eb59b2-1713-4b75-8b7c-172c81f0cacc completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:54:12.731724 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning complete for port c1eb59b2-1713-4b75-8b7c-172c81f0cacc triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:54:12.737483 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:12.817944 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 39082) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:12.857694 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:12.891115 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad08f3c6-33b6-44ca-9756-a81ca0a09b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1eb59b2-1713-4b75-8b7c-172c81f0cacc'}] {{(pid=75885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:54:12.903340 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port c1eb59b2-1713-4b75-8b7c-172c81f0cacc, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c1eb59b2-1713-4b75-8b7c-172c81f0cacc,segment=NetworkSegment(269a0b8a-2a6b-4e47-b752-80dff62f9501),segment_id=269a0b8a-2a6b-4e47-b752-80dff62f9501)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:54:12.960432 dv-cinder-805529-1-smb neutron-server[75885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad08f3c6-33b6-44ca-9756-a81ca0a09b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1eb59b2-1713-4b75-8b7c-172c81f0cacc', 'code': 200} Aug 23 01:54:12.973152 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:12.975015 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:13.051102 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=c1eb59b2-1713-4b75-8b7c-172c81f0cacc,revision_number=5']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:13.054676 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:13.104470 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 39100) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:13.143990 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319ef6a-9f07-425a-aa8f-269365305a7d req-92dcc8e8-ebfe-409f-94df-5561cf7b7af6 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:13.151335 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-2319ef6a-9f07-425a-aa8f-269365305a7d req-92dcc8e8-ebfe-409f-94df-5561cf7b7af6 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad08f3c6-33b6-44ca-9756-a81ca0a09b35 HTTP/1.1" status: 200 len: 945 time: 0.1906540 Aug 23 01:54:13.218610 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-2319ef6a-9f07-425a-aa8f-269365305a7d req-2f394ff2-791a-471a-8123-c402b36ccd38 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660684 Aug 23 01:54:13.369891 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cbfc0-c0f5-467e-bee9-bd62ffba7247 req-23d51c2f-1689-4a7c-a3ee-1520207dde8b tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:13.382611 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-085cbfc0-c0f5-467e-bee9-bd62ffba7247 req-23d51c2f-1689-4a7c-a3ee-1520207dde8b tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 945 time: 0.1762218 Aug 23 01:54:13.403527 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-542c46f1-3349-4362-86be-7fb2be3f9d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:13.483636 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-542c46f1-3349-4362-86be-7fb2be3f9d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:54:13.493846 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-542c46f1-3349-4362-86be-7fb2be3f9d04 admin admin] Usage tracker for resource:security_group_rule and tenant:40b9474ba18045a68e4d005f6a89e4df is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:54:13.494749 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-085cbfc0-c0f5-467e-bee9-bd62ffba7247 req-6e6cab9a-5e73-401a-aece-a46ce76e7671 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105714 Aug 23 01:54:13.498816 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-7efa3a92-f994-4c24-b8ac-85c4c36f6b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:13.500691 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-542c46f1-3349-4362-86be-7fb2be3f9d04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:54:13.515100 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-542c46f1-3349-4362-86be-7fb2be3f9d04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:54:13.627144 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-7efa3a92-f994-4c24-b8ac-85c4c36f6b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:54:13.629522 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-542c46f1-3349-4362-86be-7fb2be3f9d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:13.635530 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-7efa3a92-f994-4c24-b8ac-85c4c36f6b47 admin admin] Usage tracker for resource:security_group_rule and tenant:4db85f69cc084f6dba72283487ddebd3 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:54:13.641107 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-7efa3a92-f994-4c24-b8ac-85c4c36f6b47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:54:13.652743 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-7efa3a92-f994-4c24-b8ac-85c4c36f6b47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:54:13.676470 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1329db3b-a8eb-43d1-af86-7d61f5a9027e req-00b393e3-a62b-4eaf-96c0-ff7ae44e571a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ad08f3c6-33b6-44ca-9756-a81ca0a09b35 HTTP/1.1" status: 200 len: 1098 time: 0.1965084 Aug 23 01:54:13.712306 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-542c46f1-3349-4362-86be-7fb2be3f9d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:13.719410 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:13.755967 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1329db3b-a8eb-43d1-af86-7d61f5a9027e req-791e6b8e-ddec-4c18-af70-b67f17ca522e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717428 Aug 23 01:54:13.760115 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c46f1-3349-4362-86be-7fb2be3f9d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cab78d-87b0-466c-b77f-ceff22e80ad0,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:13.763723 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-542c46f1-3349-4362-86be-7fb2be3f9d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:13.768297 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-542c46f1-3349-4362-86be-7fb2be3f9d04 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=40b9474ba18045a68e4d005f6a89e4df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9476719 Aug 23 01:54:13.770871 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 39132) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:13.819498 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-7efa3a92-f994-4c24-b8ac-85c4c36f6b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:13.835706 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-558ce0ce-d8d6-4167-bbe7-357ee588d176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:13.865314 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-558ce0ce-d8d6-4167-bbe7-357ee588d176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:13.952391 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-7efa3a92-f994-4c24-b8ac-85c4c36f6b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:13.960906 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-889666dc-500a-4d1e-bdee-93a91aae0539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:14.004314 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa3a92-f994-4c24-b8ac-85c4c36f6b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f44b0f1-a1f3-4fd7-9190-0763115b6af2,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:14.011188 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-7efa3a92-f994-4c24-b8ac-85c4c36f6b47 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4db85f69cc084f6dba72283487ddebd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9067099 Aug 23 01:54:14.011454 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 39136) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:14.012263 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-7efa3a92-f994-4c24-b8ac-85c4c36f6b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:14.077322 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-112fba31-8a25-4f12-b1da-b819bedb00ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:14.102200 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-558ce0ce-d8d6-4167-bbe7-357ee588d176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:14.108939 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-53f81ca5-4aa2-419d-a57b-3fe7d213a810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:14.121104 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-112fba31-8a25-4f12-b1da-b819bedb00ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:14.136064 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ce0ce-d8d6-4167-bbe7-357ee588d176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cab78d-87b0-466c-b77f-ceff22e80ad0,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:14.148913 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-558ce0ce-d8d6-4167-bbe7-357ee588d176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:14.158368 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-558ce0ce-d8d6-4167-bbe7-357ee588d176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:14.161800 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-558ce0ce-d8d6-4167-bbe7-357ee588d176 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f4cab78d-87b0-466c-b77f-ceff22e80ad0 HTTP/1.1" status: 204 len: 168 time: 0.3874407 Aug 23 01:54:14.284422 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-112fba31-8a25-4f12-b1da-b819bedb00ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:14.288172 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-2d23adef-ba64-46cd-b16e-62b3fdd02b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:14.312877 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112fba31-8a25-4f12-b1da-b819bedb00ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f44b0f1-a1f3-4fd7-9190-0763115b6af2,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:14.318565 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-112fba31-8a25-4f12-b1da-b819bedb00ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:14.320507 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-112fba31-8a25-4f12-b1da-b819bedb00ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:14.321661 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-112fba31-8a25-4f12-b1da-b819bedb00ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6f44b0f1-a1f3-4fd7-9190-0763115b6af2 HTTP/1.1" status: 204 len: 168 time: 0.3091676 Aug 23 01:54:14.487438 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb9b0c-4f82-4293-8fb1-fc22425e6367 req-625c2615-db36-4d5c-aac8-c76f418c16cf tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:14.503188 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-3dbb9b0c-4f82-4293-8fb1-fc22425e6367 req-625c2615-db36-4d5c-aac8-c76f418c16cf tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad08f3c6-33b6-44ca-9756-a81ca0a09b35 HTTP/1.1" status: 200 len: 945 time: 0.1278532 Aug 23 01:54:14.547583 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-3dbb9b0c-4f82-4293-8fb1-fc22425e6367 req-edde537e-1c05-491a-8674-c97c0f0da597 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434020 Aug 23 01:54:14.818306 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7a3a8-f80a-4554-b479-3a0947885d78 req-acb59cb9-5d8f-4270-a59a-d7984e6e2794 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:14.819793 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-51c7a3a8-f80a-4554-b479-3a0947885d78 req-acb59cb9-5d8f-4270-a59a-d7984e6e2794 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 945 time: 0.0913973 Aug 23 01:54:14.868848 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-51c7a3a8-f80a-4554-b479-3a0947885d78 req-fd510dec-0e7d-481d-8904-7417f55d57cf tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432475 Aug 23 01:54:15.225745 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 39178) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:15.244326 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-07215873-5a12-4994-bc9b-81690ce0c990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:15.291198 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-07215873-5a12-4994-bc9b-81690ce0c990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:54:15.297116 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-07215873-5a12-4994-bc9b-81690ce0c990 admin admin] Usage tracker for resource:security_group_rule and tenant:389ec48d01b94f758b35632e24d14e5c is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:54:15.300801 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-07215873-5a12-4994-bc9b-81690ce0c990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:54:15.307572 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-07215873-5a12-4994-bc9b-81690ce0c990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:54:15.386931 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-07215873-5a12-4994-bc9b-81690ce0c990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:15.471052 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-07215873-5a12-4994-bc9b-81690ce0c990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:15.478567 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:15.525940 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07215873-5a12-4994-bc9b-81690ce0c990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b070326-c119-4b75-847d-39f73b65ba22,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:15.529538 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-07215873-5a12-4994-bc9b-81690ce0c990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:15.533821 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-07215873-5a12-4994-bc9b-81690ce0c990 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=389ec48d01b94f758b35632e24d14e5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3068035 Aug 23 01:54:15.536820 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 39190) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:15.649802 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 39198) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:15.652162 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-2a96506e-8915-40af-951b-7b409e825a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:15.701028 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-2a96506e-8915-40af-951b-7b409e825a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:15.837029 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fab1f8-08fd-4fca-a7b9-1db0e75fad3c req-f1498dc7-e5da-4bc2-b965-91c8297ac8e4 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:15.837029 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e0fab1f8-08fd-4fca-a7b9-1db0e75fad3c req-f1498dc7-e5da-4bc2-b965-91c8297ac8e4 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad08f3c6-33b6-44ca-9756-a81ca0a09b35 HTTP/1.1" status: 200 len: 945 time: 0.0886056 Aug 23 01:54:15.846134 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-99274190-b181-41dc-9db5-0a6fa32240b2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-558125179-network', 'tenant_id': '7b5b0ef646fa4e5bb7dc9e76eede5a1e'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:54:15.851088 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-99274190-b181-41dc-9db5-0a6fa32240b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:54:15.859857 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-99274190-b181-41dc-9db5-0a6fa32240b2 admin admin] Usage tracker for resource:network and tenant:7b5b0ef646fa4e5bb7dc9e76eede5a1e is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:54:15.863827 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-99274190-b181-41dc-9db5-0a6fa32240b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:54:15.870601 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-99274190-b181-41dc-9db5-0a6fa32240b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:54:15.895356 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e0fab1f8-08fd-4fca-a7b9-1db0e75fad3c req-d28f5599-711f-49a7-bc68-f376f30a70ee tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482421 Aug 23 01:54:16.093515 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5eac5-12eb-4510-8a55-5772294d4a66 req-f185f49c-7fd3-41cb-9324-4ede939cdeed tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:16.095677 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-58c5eac5-12eb-4510-8a55-5772294d4a66 req-f185f49c-7fd3-41cb-9324-4ede939cdeed tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 945 time: 0.0833995 Aug 23 01:54:16.097693 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-2a96506e-8915-40af-951b-7b409e825a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:16.105483 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-ee738a8e-29b8-429a-87d4-eaee1431d681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:16.131569 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96506e-8915-40af-951b-7b409e825a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b070326-c119-4b75-847d-39f73b65ba22,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:16.132050 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99274190-b181-41dc-9db5-0a6fa32240b2 admin admin] Made reservation on behalf of 7b5b0ef646fa4e5bb7dc9e76eede5a1e for: {'network': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:54:16.134523 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-99274190-b181-41dc-9db5-0a6fa32240b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for network, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:16.137849 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-2a96506e-8915-40af-951b-7b409e825a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:16.152191 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-99274190-b181-41dc-9db5-0a6fa32240b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:16.152688 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-2a96506e-8915-40af-951b-7b409e825a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:16.157161 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-2a96506e-8915-40af-951b-7b409e825a30 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6b070326-c119-4b75-847d-39f73b65ba22 HTTP/1.1" status: 204 len: 168 time: 0.6173837 Aug 23 01:54:16.194476 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-58c5eac5-12eb-4510-8a55-5772294d4a66 req-50785e19-d9fd-4c51-b793-a1c851e8f02c tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898700 Aug 23 01:54:16.203390 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-99274190-b181-41dc-9db5-0a6fa32240b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:54:16.211398 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-99274190-b181-41dc-9db5-0a6fa32240b2 admin admin] Usage tracker for resource:security_group_rule and tenant:7b5b0ef646fa4e5bb7dc9e76eede5a1e is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:54:16.211782 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-99274190-b181-41dc-9db5-0a6fa32240b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:54:16.224626 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-99274190-b181-41dc-9db5-0a6fa32240b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:54:16.302312 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-99274190-b181-41dc-9db5-0a6fa32240b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:16.377883 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-99274190-b181-41dc-9db5-0a6fa32240b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:16.384125 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-189de3dd-fd3f-4474-9a6d-844d763f5b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:16.412385 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99274190-b181-41dc-9db5-0a6fa32240b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=75884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 01:54:16.426803 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99274190-b181-41dc-9db5-0a6fa32240b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52daf6fd-89bc-4a6f-a266-c4ba5bfffa71,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:16.437518 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-99274190-b181-41dc-9db5-0a6fa32240b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:16.438838 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-99274190-b181-41dc-9db5-0a6fa32240b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:16.439175 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.db.segments_db [None req-99274190-b181-41dc-9db5-0a6fa32240b2 admin admin] Added segment 394bc8b4-aa5d-4dd2-8b2e-9a4a40059f7e of type vlan for network 424a580c-47e3-4da6-a51e-577d387ae6d9 Aug 23 01:54:16.474046 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-99274190-b181-41dc-9db5-0a6fa32240b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755480149414'] for network, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:16.582250 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-99274190-b181-41dc-9db5-0a6fa32240b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844'] for network, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:16.592165 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99274190-b181-41dc-9db5-0a6fa32240b2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:16.592165 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-99274190-b181-41dc-9db5-0a6fa32240b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:16.592165 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:16.689600 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99274190-b181-41dc-9db5-0a6fa32240b2 admin admin] Pushing event updated for resources: {'Network': ['ID=424a580c-47e3-4da6-a51e-577d387ae6d9,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:16.694264 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-99274190-b181-41dc-9db5-0a6fa32240b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:16.699490 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Network 424a580c-47e3-4da6-a51e-577d387ae6d9 details requested by agent ovs-agent-dv-cinder-805529-1-smb with host dv-cinder-805529-1-smb {{(pid=75885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 01:54:16.810377 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-99274190-b181-41dc-9db5-0a6fa32240b2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1593320 Aug 23 01:54:16.813157 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 39236) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:16.819892 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-33a50733-ceb6-42b1-86ca-bd9188658af5 admin admin] Request body: {'subnet': {'network_id': '424a580c-47e3-4da6-a51e-577d387ae6d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-558125179-subnet', 'tenant_id': '7b5b0ef646fa4e5bb7dc9e76eede5a1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:54:16.832088 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-33a50733-ceb6-42b1-86ca-bd9188658af5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:54:16.842164 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-33a50733-ceb6-42b1-86ca-bd9188658af5 admin admin] Usage tracker for resource:subnet and tenant:7b5b0ef646fa4e5bb7dc9e76eede5a1e is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:54:16.846625 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-33a50733-ceb6-42b1-86ca-bd9188658af5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:54:16.861963 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-33a50733-ceb6-42b1-86ca-bd9188658af5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:54:16.939387 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d04a90e-cedc-4727-9351-8aca2e277330 None None] New status for floating IP 5e742610-9e48-49ae-9898-06ae6bfbaf68: ACTIVE {{(pid=75885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 01:54:16.995455 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a50733-ceb6-42b1-86ca-bd9188658af5 admin admin] Made reservation on behalf of 7b5b0ef646fa4e5bb7dc9e76eede5a1e for: {'subnet': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:54:16.998267 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-33a50733-ceb6-42b1-86ca-bd9188658af5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7385815'] for subnet, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:17.493056 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db50827-e8f0-4d9b-9b0b-86cb6a517a8b req-1efb46e5-d10b-4322-9b57-002abf66705c tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:17.494469 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8db50827-e8f0-4d9b-9b0b-86cb6a517a8b req-1efb46e5-d10b-4322-9b57-002abf66705c tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 945 time: 0.0898345 Aug 23 01:54:17.543114 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8db50827-e8f0-4d9b-9b0b-86cb6a517a8b req-19f2f3a2-0f3f-4d75-b797-f1504455b9b3 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429161 Aug 23 01:54:17.610182 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-33a50733-ceb6-42b1-86ca-bd9188658af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7565763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7385797'] for subnet, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:17.617648 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:17.701110 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a50733-ceb6-42b1-86ca-bd9188658af5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de226b6b-7cc3-4d1a-9406-f38e0330f7f6,revision_number=0']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:17.705373 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-33a50733-ceb6-42b1-86ca-bd9188658af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:17.724434 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a50733-ceb6-42b1-86ca-bd9188658af5 admin admin] Checking segment: {'id': '394bc8b4-aa5d-4dd2-8b2e-9a4a40059f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '424a580c-47e3-4da6-a51e-577d387ae6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:54:17.724434 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a50733-ceb6-42b1-86ca-bd9188658af5 admin admin] Network hostable DHCP agents. Network: 424a580c-47e3-4da6-a51e-577d387ae6d9, hostable agents: ['a3c6b368-9f05-470a-b08f-b8e256619343'], hosted agents: [] {{(pid=75884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 01:54:17.843860 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a50733-ceb6-42b1-86ca-bd9188658af5 admin admin] Network 424a580c-47e3-4da6-a51e-577d387ae6d9 is scheduled to be hosted by DHCP agent a3c6b368-9f05-470a-b08f-b8e256619343 with binding_index 1 {{(pid=75884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 01:54:17.946757 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [None req-33a50733-ceb6-42b1-86ca-bd9188658af5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-smb, 424a580c-47e3-4da6-a51e-577d387ae6d9) {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:54:17.950920 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a50733-ceb6-42b1-86ca-bd9188658af5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:17.951539 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-33a50733-ceb6-42b1-86ca-bd9188658af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for subnet, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:17.957346 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7676c8af-52d4-4976-a3f4-ea9b2b322923 None None] Network 424a580c-47e3-4da6-a51e-577d387ae6d9 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:54:18.057581 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-33a50733-ceb6-42b1-86ca-bd9188658af5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2386181 Aug 23 01:54:18.199471 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c93186-a30a-4582-a1bb-28785a4bf0d3 None None] Network 424a580c-47e3-4da6-a51e-577d387ae6d9 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:54:18.805511 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291ab70-00d8-4f89-815d-e6a6be00effb req-406acaf6-b2e8-4688-91b3-44ba7cd8966e tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:18.816642 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-a291ab70-00d8-4f89-815d-e6a6be00effb req-406acaf6-b2e8-4688-91b3-44ba7cd8966e tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 945 time: 0.1421754 Aug 23 01:54:18.870412 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-a291ab70-00d8-4f89-815d-e6a6be00effb req-f1843acc-4148-4983-a300-2524b813f639 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527859 Aug 23 01:54:19.425306 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 39308) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:19.430750 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-cd8026ae-731d-402e-a00c-655911f8d502 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1062873665-network', 'tenant_id': '3be412f42f78436e871bea3e89e2ea8b'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:54:19.435250 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-cd8026ae-731d-402e-a00c-655911f8d502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:54:19.440002 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-cd8026ae-731d-402e-a00c-655911f8d502 admin admin] Usage tracker for resource:network and tenant:3be412f42f78436e871bea3e89e2ea8b is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:54:19.443889 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-cd8026ae-731d-402e-a00c-655911f8d502 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:54:19.448975 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-cd8026ae-731d-402e-a00c-655911f8d502 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:54:19.577575 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8026ae-731d-402e-a00c-655911f8d502 admin admin] Made reservation on behalf of 3be412f42f78436e871bea3e89e2ea8b for: {'network': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:54:19.579963 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-cd8026ae-731d-402e-a00c-655911f8d502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for network, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:19.594493 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-cd8026ae-731d-402e-a00c-655911f8d502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:19.637138 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-cd8026ae-731d-402e-a00c-655911f8d502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:54:19.637138 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-cd8026ae-731d-402e-a00c-655911f8d502 admin admin] Usage tracker for resource:security_group_rule and tenant:3be412f42f78436e871bea3e89e2ea8b is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:54:19.637138 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-cd8026ae-731d-402e-a00c-655911f8d502 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:54:19.641197 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-cd8026ae-731d-402e-a00c-655911f8d502 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:54:19.708432 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-cd8026ae-731d-402e-a00c-655911f8d502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:19.889589 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-cd8026ae-731d-402e-a00c-655911f8d502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:19.894024 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:19.925711 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8026ae-731d-402e-a00c-655911f8d502 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=75884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 01:54:19.934504 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8026ae-731d-402e-a00c-655911f8d502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7ba80c-47cf-4c2f-9dd0-1143b385bfa7,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:19.938600 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-cd8026ae-731d-402e-a00c-655911f8d502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:19.940969 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-cd8026ae-731d-402e-a00c-655911f8d502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:19.941529 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.db.segments_db [None req-cd8026ae-731d-402e-a00c-655911f8d502 admin admin] Added segment cc995c99-bfe4-4724-b987-d0821b50b8c6 of type vlan for network 62bc6be5-64d7-4573-a01c-af979c197259 Aug 23 01:54:19.985471 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-cd8026ae-731d-402e-a00c-655911f8d502 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755480149414'] for network, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:20.128414 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88300a-860b-4466-b9a4-960f54fff26c req-53bb03c3-34e5-40ae-9a4e-423c67fe90dd tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:20.133908 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ab88300a-860b-4466-b9a4-960f54fff26c req-53bb03c3-34e5-40ae-9a4e-423c67fe90dd tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 945 time: 0.0895543 Aug 23 01:54:20.134046 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-cd8026ae-731d-402e-a00c-655911f8d502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844'] for network, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:20.134046 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8026ae-731d-402e-a00c-655911f8d502 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:20.134046 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-cd8026ae-731d-402e-a00c-655911f8d502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:20.139866 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:20.181642 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ab88300a-860b-4466-b9a4-960f54fff26c req-5abfa9f9-ffa5-4034-991b-03089b808ea6 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424521 Aug 23 01:54:20.240105 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8026ae-731d-402e-a00c-655911f8d502 admin admin] Pushing event updated for resources: {'Network': ['ID=62bc6be5-64d7-4573-a01c-af979c197259,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:20.245168 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-cd8026ae-731d-402e-a00c-655911f8d502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:20.251778 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Network 62bc6be5-64d7-4573-a01c-af979c197259 details requested by agent ovs-agent-dv-cinder-805529-1-smb with host dv-cinder-805529-1-smb {{(pid=75885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 01:54:20.336069 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-cd8026ae-731d-402e-a00c-655911f8d502 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9096172 Aug 23 01:54:20.338666 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 39328) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:20.344767 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-17de64a8-baf2-48a1-bcf8-95257421b5f1 admin admin] Request body: {'subnet': {'network_id': '62bc6be5-64d7-4573-a01c-af979c197259', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1062873665-subnet', 'tenant_id': '3be412f42f78436e871bea3e89e2ea8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:54:20.350676 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-17de64a8-baf2-48a1-bcf8-95257421b5f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:54:20.355185 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-17de64a8-baf2-48a1-bcf8-95257421b5f1 admin admin] Usage tracker for resource:subnet and tenant:3be412f42f78436e871bea3e89e2ea8b is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:54:20.358341 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-17de64a8-baf2-48a1-bcf8-95257421b5f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:54:20.365381 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-17de64a8-baf2-48a1-bcf8-95257421b5f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:54:20.444069 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17de64a8-baf2-48a1-bcf8-95257421b5f1 admin admin] Made reservation on behalf of 3be412f42f78436e871bea3e89e2ea8b for: {'subnet': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:54:20.446308 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-17de64a8-baf2-48a1-bcf8-95257421b5f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7385815'] for subnet, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:20.709878 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-b479be29-4ac2-4a16-a219-c30e066d6cb8 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:20.711243 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-b479be29-4ac2-4a16-a219-c30e066d6cb8 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/networks?id=6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 HTTP/1.1" status: 200 len: 814 time: 0.1851604 Aug 23 01:54:20.735929 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-e37292df-8a5d-436d-a997-c24613eefaea tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/quotas/19fb13e7c5e24c35930091d9780fb75c HTTP/1.1" status: 200 len: 375 time: 0.0168965 Aug 23 01:54:20.906693 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-96030227-f391-49fb-b5d7-4f33efbe4a42 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=19fb13e7c5e24c35930091d9780fb75c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1637604 Aug 23 01:54:21.030630 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-17de64a8-baf2-48a1-bcf8-95257421b5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7565763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7385797'] for subnet, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:21.046063 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-865a994b-5d15-4c25-a5b0-5c184adb5c9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:21.096237 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-1d7475b5-43e9-4af9-8bee-9c84e0a46d0a service neutron] 10.222.0.18 "GET /v2.0/networks/6fd7eb81-afc9-4814-83ed-f98cc97bf6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810110 Aug 23 01:54:21.213910 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de64a8-baf2-48a1-bcf8-95257421b5f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=935c6af0-586b-4e39-8395-7af73ecffdd4,revision_number=0']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:21.219456 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-17de64a8-baf2-48a1-bcf8-95257421b5f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:21.250684 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17de64a8-baf2-48a1-bcf8-95257421b5f1 admin admin] Checking segment: {'id': 'cc995c99-bfe4-4724-b987-d0821b50b8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '62bc6be5-64d7-4573-a01c-af979c197259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:54:21.250684 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17de64a8-baf2-48a1-bcf8-95257421b5f1 admin admin] Network hostable DHCP agents. Network: 62bc6be5-64d7-4573-a01c-af979c197259, hostable agents: ['a3c6b368-9f05-470a-b08f-b8e256619343'], hosted agents: [] {{(pid=75884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 01:54:21.293498 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-ce436814-4e88-4886-8444-803109398f83 service neutron] 10.222.0.18 "GET /v2.0/networks/6fd7eb81-afc9-4814-83ed-f98cc97bf6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903367 Aug 23 01:54:21.394523 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17de64a8-baf2-48a1-bcf8-95257421b5f1 admin admin] Network 62bc6be5-64d7-4573-a01c-af979c197259 is scheduled to be hosted by DHCP agent a3c6b368-9f05-470a-b08f-b8e256619343 with binding_index 1 {{(pid=75884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 01:54:21.434482 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19cbb23-4cf1-4392-a714-42faabb2170b req-46f22e85-62a2-40b2-ac63-035b42c2565a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:21.435981 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-a19cbb23-4cf1-4392-a714-42faabb2170b req-46f22e85-62a2-40b2-ac63-035b42c2565a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 945 time: 0.0960207 Aug 23 01:54:21.481778 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-a19cbb23-4cf1-4392-a714-42faabb2170b req-b8ec8774-913b-4df6-a3ad-a3bb4883e2cd tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395133 Aug 23 01:54:21.569104 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [None req-17de64a8-baf2-48a1-bcf8-95257421b5f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-smb, 62bc6be5-64d7-4573-a01c-af979c197259) {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:54:21.569104 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17de64a8-baf2-48a1-bcf8-95257421b5f1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:21.569104 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-17de64a8-baf2-48a1-bcf8-95257421b5f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for subnet, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:21.569716 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bf2726-57bd-4a2f-8c66-d56ac1abf7e2 None None] Network 62bc6be5-64d7-4573-a01c-af979c197259 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:54:21.680806 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-17de64a8-baf2-48a1-bcf8-95257421b5f1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3410242 Aug 23 01:54:21.690044 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-94dd37f1-ae46-4efe-b8ac-445f4c2a1033 req-d1659c7b-a032-44f9-ba8d-512c2377496d tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90580dc-53ea-4952-a657-184781294f9f HTTP/1.1" status: 200 len: 210 time: 0.1182277 Aug 23 01:54:21.845010 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:21.857771 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f8a817-ee2c-41ba-9b67-bf77ddd56c2f None None] Network 62bc6be5-64d7-4573-a01c-af979c197259 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:54:21.903630 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 39374) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:21.975625 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_v2 [None req-54dda0b9-af2f-45c1-a164-a925cd14cd09 admin admin] Deleting subnet de226b6b-7cc3-4d1a-9406-f38e0330f7f6 {{(pid=75884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 01:54:21.980270 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-54dda0b9-af2f-45c1-a164-a925cd14cd09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:22.049373 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-54dda0b9-af2f-45c1-a164-a925cd14cd09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7902558'] for subnet, precommit_delete_associations {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:22.135917 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-54dda0b9-af2f-45c1-a164-a925cd14cd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1481903'] for subnet, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:22.389493 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-54dda0b9-af2f-45c1-a164-a925cd14cd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1481878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7565708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7385804'] for subnet, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:22.394513 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:22.429294 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dda0b9-af2f-45c1-a164-a925cd14cd09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de226b6b-7cc3-4d1a-9406-f38e0330f7f6,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:22.432018 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-54dda0b9-af2f-45c1-a164-a925cd14cd09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:22.439229 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-54dda0b9-af2f-45c1-a164-a925cd14cd09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:22.441385 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-54dda0b9-af2f-45c1-a164-a925cd14cd09 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/de226b6b-7cc3-4d1a-9406-f38e0330f7f6 HTTP/1.1" status: 204 len: 168 time: 0.5365119 Aug 23 01:54:22.443883 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 39392) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:22.611975 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-173dab18-b28e-4d2d-9b79-9b2ccd37d090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584917'] for network, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:22.810014 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-173dab18-b28e-4d2d-9b79-9b2ccd37d090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480998', 'neutron.services.segments.db._delete_segments_for_network-8755480555394'] for network, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:22.834437 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-173dab18-b28e-4d2d-9b79-9b2ccd37d090 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['424a580c-47e3-4da6-a51e-577d387ae6d9']}} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:54:22.858978 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05721ec-3c09-401f-98d7-4e006b9d9ecc req-da7f0c40-bf7d-4e08-8250-cd2386955fd3 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:22.864476 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e05721ec-3c09-401f-98d7-4e006b9d9ecc req-da7f0c40-bf7d-4e08-8250-cd2386955fd3 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 945 time: 0.2461934 Aug 23 01:54:22.869049 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-173dab18-b28e-4d2d-9b79-9b2ccd37d090 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '394bc8b4-aa5d-4dd2-8b2e-9a4a40059f7e') {'for_net_delete': True} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:54:22.869796 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-173dab18-b28e-4d2d-9b79-9b2ccd37d090 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '394bc8b4-aa5d-4dd2-8b2e-9a4a40059f7e') {} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:54:22.905212 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-173dab18-b28e-4d2d-9b79-9b2ccd37d090 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755480556189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7902545'] for segment, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:22.935468 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d2b94104-8a98-46b3-957e-0049f5cb770e req-cf269b6a-5064-4f3a-96aa-b2dac876ca86 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90580dc-53ea-4952-a657-184781294f9f HTTP/1.1" status: 200 len: 210 time: 0.0476778 Aug 23 01:54:22.940752 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-173dab18-b28e-4d2d-9b79-9b2ccd37d090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:22.953263 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e05721ec-3c09-401f-98d7-4e006b9d9ecc req-1fd0fc85-8ac2-4229-a620-f6dfdca0bb9a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757353 Aug 23 01:54:22.954344 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173dab18-b28e-4d2d-9b79-9b2ccd37d090 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=75884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 01:54:22.954899 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-173dab18-b28e-4d2d-9b79-9b2ccd37d090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1481738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7565610'] for segment, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: Traceback (most recent call last): Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: timer() Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: cb(*args, **kw) Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: return func(*args, **kwargs) Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: self._notify() Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: self.callback(batched_events) Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: event.method(event) Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: return f(self, *a, **k) Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: return self._get(url).json() Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: return self.request(url, 'GET', **kwargs) Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 01:54:22.992938 dv-cinder-805529-1-smb neutron-server[75884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 01:54:23.174390 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-173dab18-b28e-4d2d-9b79-9b2ccd37d090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405596'] for network, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:23.176002 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-3089b780-fb2a-4450-a93f-4ad7c8319256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:23.189037 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-173dab18-b28e-4d2d-9b79-9b2ccd37d090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:23.198461 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173dab18-b28e-4d2d-9b79-9b2ccd37d090 admin admin] Pushing event deleted for resources: {'Network': ['ID=424a580c-47e3-4da6-a51e-577d387ae6d9,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:23.202983 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-173dab18-b28e-4d2d-9b79-9b2ccd37d090 admin admin] 10.222.0.18 "DELETE /v2.0/networks/424a580c-47e3-4da6-a51e-577d387ae6d9 HTTP/1.1" status: 204 len: 168 time: 0.7562320 Aug 23 01:54:23.202983 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-173dab18-b28e-4d2d-9b79-9b2ccd37d090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:23.203833 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 39416) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:23.264964 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_v2 [None req-3260265d-45e4-408a-9c7e-f954197dd9c5 admin admin] Deleting subnet 935c6af0-586b-4e39-8395-7af73ecffdd4 {{(pid=75884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 01:54:23.268940 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3260265d-45e4-408a-9c7e-f954197dd9c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:23.323939 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3260265d-45e4-408a-9c7e-f954197dd9c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7902558'] for subnet, precommit_delete_associations {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:23.386082 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3260265d-45e4-408a-9c7e-f954197dd9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1481903'] for subnet, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:23.612749 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3260265d-45e4-408a-9c7e-f954197dd9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1481878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7565708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7385804'] for subnet, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:23.619195 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:23.655064 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260265d-45e4-408a-9c7e-f954197dd9c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=935c6af0-586b-4e39-8395-7af73ecffdd4,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:23.658280 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-3260265d-45e4-408a-9c7e-f954197dd9c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:23.666186 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3260265d-45e4-408a-9c7e-f954197dd9c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:23.672099 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-3260265d-45e4-408a-9c7e-f954197dd9c5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/935c6af0-586b-4e39-8395-7af73ecffdd4 HTTP/1.1" status: 204 len: 168 time: 0.4667566 Aug 23 01:54:23.675597 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 39424) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:23.794040 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-30d7e032-ded6-4c3c-9dd9-81b2b75099ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584917'] for network, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:23.928784 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-30d7e032-ded6-4c3c-9dd9-81b2b75099ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480998', 'neutron.services.segments.db._delete_segments_for_network-8755480555394'] for network, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:23.942135 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-30d7e032-ded6-4c3c-9dd9-81b2b75099ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62bc6be5-64d7-4573-a01c-af979c197259']}} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:54:23.955037 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-30d7e032-ded6-4c3c-9dd9-81b2b75099ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc995c99-bfe4-4724-b987-d0821b50b8c6') {'for_net_delete': True} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:54:23.955682 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-30d7e032-ded6-4c3c-9dd9-81b2b75099ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc995c99-bfe4-4724-b987-d0821b50b8c6') {} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:54:23.966902 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-30d7e032-ded6-4c3c-9dd9-81b2b75099ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755480556189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7902545'] for segment, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:23.983988 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-30d7e032-ded6-4c3c-9dd9-81b2b75099ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:23.998385 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d7e032-ded6-4c3c-9dd9-81b2b75099ec admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=75884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 01:54:23.998997 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-30d7e032-ded6-4c3c-9dd9-81b2b75099ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1481738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7565610'] for segment, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: Traceback (most recent call last): Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: timer() Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: cb(*args, **kw) Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: return func(*args, **kwargs) Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: self._notify() Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: self.callback(batched_events) Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: event.method(event) Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: return f(self, *a, **k) Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: return self._get(url).json() Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: return self.request(url, 'GET', **kwargs) Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 01:54:24.014747 dv-cinder-805529-1-smb neutron-server[75884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 01:54:24.130540 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ced4194b-2995-4dff-874a-e34bc30e2cdb req-8f88ec3a-94f2-487d-aa48-b31d973cde67 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90580dc-53ea-4952-a657-184781294f9f HTTP/1.1" status: 200 len: 210 time: 0.0436447 Aug 23 01:54:24.264613 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-30d7e032-ded6-4c3c-9dd9-81b2b75099ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405596'] for network, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:24.280847 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-2138e78b-214f-49c9-bfa0-068c2e08b9af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:24.299326 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-30d7e032-ded6-4c3c-9dd9-81b2b75099ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:24.328178 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7e032-ded6-4c3c-9dd9-81b2b75099ec admin admin] Pushing event deleted for resources: {'Network': ['ID=62bc6be5-64d7-4573-a01c-af979c197259,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:24.336223 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-30d7e032-ded6-4c3c-9dd9-81b2b75099ec admin admin] 10.222.0.18 "DELETE /v2.0/networks/62bc6be5-64d7-4573-a01c-af979c197259 HTTP/1.1" status: 204 len: 168 time: 0.6594980 Aug 23 01:54:24.337574 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-30d7e032-ded6-4c3c-9dd9-81b2b75099ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:24.379750 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d036e-626a-4b71-8d4f-4f9b03bf51a0 req-6fc63fe0-b9f3-4b19-9156-a1fe624ab965 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:24.381227 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c84d036e-626a-4b71-8d4f-4f9b03bf51a0 req-6fc63fe0-b9f3-4b19-9156-a1fe624ab965 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 945 time: 0.2526717 Aug 23 01:54:24.417028 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-a227189a-7ded-403e-aaf8-25789cd45197 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:24.419349 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-a227189a-7ded-403e-aaf8-25789cd45197 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.10 "GET /v2.0/networks?id=6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 HTTP/1.1" status: 200 len: 814 time: 0.2374687 Aug 23 01:54:24.439597 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-ef51dec1-a8e0-4c28-9206-8eb7cfa86f6f tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Request body: {'port': {'device_id': 'b90580dc-53ea-4952-a657-184781294f9f', 'network_id': '6fd7eb81-afc9-4814-83ed-f98cc97bf6f8', 'admin_state_up': True, 'tenant_id': '19fb13e7c5e24c35930091d9780fb75c'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:54:24.520708 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c84d036e-626a-4b71-8d4f-4f9b03bf51a0 req-f563243d-4cee-447a-81df-fc1b023befba tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325085 Aug 23 01:54:24.712302 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-ef51dec1-a8e0-4c28-9206-8eb7cfa86f6f tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:54:24.722729 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-ef51dec1-a8e0-4c28-9206-8eb7cfa86f6f tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:54:24.834518 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-ef51dec1-a8e0-4c28-9206-8eb7cfa86f6f tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Made reservation on behalf of 19fb13e7c5e24c35930091d9780fb75c for: {'port': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:54:24.837540 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-ef51dec1-a8e0-4c28-9206-8eb7cfa86f6f tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:24.877389 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 39446) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:24.931948 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-23abbf4c-321c-4e72-9863-3232c0f641ad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7b5b0ef646fa4e5bb7dc9e76eede5a1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0533366 Aug 23 01:54:24.934310 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 39450) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:25.002644 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-6bbc7928-3844-4547-8edd-be9368f92b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:25.010712 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_common [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-ef51dec1-a8e0-4c28-9206-8eb7cfa86f6f tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Allocated IP 172.20.0.4 (6fd7eb81-afc9-4814-83ed-f98cc97bf6f8/824eb3c9-cfbc-4739-ace0-27334b2e4f9e/dfb3f423-eb74-40db-b389-a4e9bb87b771) {{(pid=75884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:54:25.030604 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-6bbc7928-3844-4547-8edd-be9368f92b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:25.121518 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 39458) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:25.172006 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-6bbc7928-3844-4547-8edd-be9368f92b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:25.180494 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-fedad4c2-cb54-42c3-afd6-25547187683c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:25.196063 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc7928-3844-4547-8edd-be9368f92b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52daf6fd-89bc-4a6f-a266-c4ba5bfffa71,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:25.198965 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-6bbc7928-3844-4547-8edd-be9368f92b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:25.200484 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-6bbc7928-3844-4547-8edd-be9368f92b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:25.202198 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-6bbc7928-3844-4547-8edd-be9368f92b4a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52daf6fd-89bc-4a6f-a266-c4ba5bfffa71 HTTP/1.1" status: 204 len: 168 time: 0.2665780 Aug 23 01:54:25.293486 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-ef51dec1-a8e0-4c28-9206-8eb7cfa86f6f tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks [] for port, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:25.309069 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-88cc2ec1-d5a5-4335-b64e-1f3a2b38368e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:25.372030 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b0825643-d92d-4df3-81d4-aaa81f935429 req-3460102c-f0a6-4742-89ee-eafbf745561d tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90580dc-53ea-4952-a657-184781294f9f HTTP/1.1" status: 200 len: 210 time: 0.0455680 Aug 23 01:54:25.389914 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-88cc2ec1-d5a5-4335-b64e-1f3a2b38368e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:54:25.394010 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-88cc2ec1-d5a5-4335-b64e-1f3a2b38368e admin admin] Usage tracker for resource:security_group_rule and tenant:bd5b5c93d85a444f99bebd433f18016d is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:54:25.397172 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-88cc2ec1-d5a5-4335-b64e-1f3a2b38368e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:54:25.403353 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-88cc2ec1-d5a5-4335-b64e-1f3a2b38368e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:54:25.413179 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-ef51dec1-a8e0-4c28-9206-8eb7cfa86f6f tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:25.422028 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-3384b83c-dea3-414f-ae52-f4c59de8ec3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:25.427529 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['e6796267-f506-43d6-93f0-ae10004c4796', 'c1eb59b2-1713-4b75-8b7c-172c81f0cacc'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:54:25.475370 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-88cc2ec1-d5a5-4335-b64e-1f3a2b38368e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:25.494189 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-ef51dec1-a8e0-4c28-9206-8eb7cfa86f6f tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Network 6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 is already hosted by enough agents. {{(pid=75884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:54:25.498503 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-ef51dec1-a8e0-4c28-9206-8eb7cfa86f6f tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Resources bound (agent type, host, resource id): {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:54:25.504686 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-ef51dec1-a8e0-4c28-9206-8eb7cfa86f6f tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Received port after_create {{(pid=75884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:54:25.542490 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51dec1-a8e0-4c28-9206-8eb7cfa86f6f tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Pushing event updated for resources: {'Port': ['ID=dfb3f423-eb74-40db-b389-a4e9bb87b771,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:25.558518 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-ef51dec1-a8e0-4c28-9206-8eb7cfa86f6f tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:25.606619 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-ef51dec1-a8e0-4c28-9206-8eb7cfa86f6f tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:25.607387 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-ef51dec1-a8e0-4c28-9206-8eb7cfa86f6f tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:25.655193 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-88cc2ec1-d5a5-4335-b64e-1f3a2b38368e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:25.664951 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-07215873-5a12-4994-bc9b-81690ce0c990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:25.763087 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-88cc2ec1-d5a5-4335-b64e-1f3a2b38368e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd5b5c93d85a444f99bebd433f18016d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6318815 Aug 23 01:54:25.765047 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 39478) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:25.784495 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc2ec1-d5a5-4335-b64e-1f3a2b38368e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fd341a-8d4b-43ca-98f5-718176681229,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:25.789587 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-88cc2ec1-d5a5-4335-b64e-1f3a2b38368e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:25.825713 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-ef51dec1-a8e0-4c28-9206-8eb7cfa86f6f tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3910308 Aug 23 01:54:25.850491 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-9d3ddc00-5200-4e89-ab09-682df1245f30 service neutron] Request body: {'port': {'device_id': 'b90580dc-53ea-4952-a657-184781294f9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:54:26.005551 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f14e7a94-f2fe-4df9-b0d2-728db51856f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:26.046594 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29061531-c4ff-4866-ad6b-0a2b50246eed req-c38d0ec4-eafd-4dfc-97c0-2e4d09be3662 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:26.048845 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-29061531-c4ff-4866-ad6b-0a2b50246eed req-c38d0ec4-eafd-4dfc-97c0-2e4d09be3662 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 945 time: 0.2652290 Aug 23 01:54:26.051999 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-9d3ddc00-5200-4e89-ab09-682df1245f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:26.063634 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f14e7a94-f2fe-4df9-b0d2-728db51856f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:26.218477 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-29061531-c4ff-4866-ad6b-0a2b50246eed req-c6c4e6ae-5e06-46b0-bc41-6644a17fc339 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456230 Aug 23 01:54:26.219456 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 39484) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:26.349245 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-3f3e871c-f7a8-4f57-a000-a2e52b8cc357 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3be412f42f78436e871bea3e89e2ea8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1246643 Aug 23 01:54:26.350152 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 39494) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:26.414963 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f14e7a94-f2fe-4df9-b0d2-728db51856f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:26.423354 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:26.448640 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e7a94-f2fe-4df9-b0d2-728db51856f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fd341a-8d4b-43ca-98f5-718176681229,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:26.462925 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-f14e7a94-f2fe-4df9-b0d2-728db51856f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:26.478675 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f14e7a94-f2fe-4df9-b0d2-728db51856f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:26.482315 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-f14e7a94-f2fe-4df9-b0d2-728db51856f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17fd341a-8d4b-43ca-98f5-718176681229 HTTP/1.1" status: 204 len: 168 time: 0.7133229 Aug 23 01:54:26.570739 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-9205be98-4223-4330-b5b8-92665d417337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:26.609671 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-9205be98-4223-4330-b5b8-92665d417337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:26.631162 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d42573-86d3-4f92-85c3-729b941507f7 req-1dcc6c73-548a-4087-9080-e579fed44f3a tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:26.632932 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-45d42573-86d3-4f92-85c3-729b941507f7 req-1dcc6c73-548a-4087-9080-e579fed44f3a tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90580dc-53ea-4952-a657-184781294f9f HTTP/1.1" status: 200 len: 931 time: 0.1203108 Aug 23 01:54:26.729715 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-45d42573-86d3-4f92-85c3-729b941507f7 req-b8db1577-9b93-4eb5-b5eb-82dbff82b904 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840907 Aug 23 01:54:26.747626 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-9d3ddc00-5200-4e89-ab09-682df1245f30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfb3f423-eb74-40db-b389-a4e9bb87b771 {{(pid=75884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:54:26.764417 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-9d3ddc00-5200-4e89-ab09-682df1245f30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:26.886232 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.provisioning_blocks [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-9d3ddc00-5200-4e89-ab09-682df1245f30 service neutron] Transition to ACTIVE for port object dfb3f423-eb74-40db-b389-a4e9bb87b771 will not be triggered until provisioned by entity L2. {{(pid=75884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:54:26.887120 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-9205be98-4223-4330-b5b8-92665d417337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:26.890806 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-4d9b0dbf-dd55-48bd-9ac9-5a68a662068e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:26.903099 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205be98-4223-4330-b5b8-92665d417337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7ba80c-47cf-4c2f-9dd0-1143b385bfa7,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:26.906534 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-9205be98-4223-4330-b5b8-92665d417337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:26.924698 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-9205be98-4223-4330-b5b8-92665d417337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:26.927793 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-9205be98-4223-4330-b5b8-92665d417337 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fa7ba80c-47cf-4c2f-9dd0-1143b385bfa7 HTTP/1.1" status: 204 len: 168 time: 0.5772860 Aug 23 01:54:26.943229 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-9d3ddc00-5200-4e89-ab09-682df1245f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565686'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:26.950168 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-3384b83c-dea3-414f-ae52-f4c59de8ec3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:27.118984 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ddc00-5200-4e89-ab09-682df1245f30 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb3f423-eb74-40db-b389-a4e9bb87b771,revision_number=2']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:27.123902 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-9d3ddc00-5200-4e89-ab09-682df1245f30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:27.321649 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-9d3ddc00-5200-4e89-ab09-682df1245f30 service neutron] Attempting to bind port dfb3f423-eb74-40db-b389-a4e9bb87b771 on host hv-cinder-80552 for vnic_type normal with profile {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:54:27.322011 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-9d3ddc00-5200-4e89-ab09-682df1245f30 service neutron] Attempting to bind port dfb3f423-eb74-40db-b389-a4e9bb87b771 by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': '269a0b8a-2a6b-4e47-b752-80dff62f9501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6fd7eb81-afc9-4814-83ed-f98cc97bf6f8'}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:54:27.322300 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-9d3ddc00-5200-4e89-ab09-682df1245f30 service neutron] Attempting to bind port dfb3f423-eb74-40db-b389-a4e9bb87b771 on network 6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:54:27.334622 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-9d3ddc00-5200-4e89-ab09-682df1245f30 service neutron] Port dfb3f423-eb74-40db-b389-a4e9bb87b771 on network 6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 01:54:27.334950 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-9d3ddc00-5200-4e89-ab09-682df1245f30 service neutron] Attempting to bind port dfb3f423-eb74-40db-b389-a4e9bb87b771 on network 6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:54:27.346052 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-775f8449-72a0-4f2a-b469-496735ab8bdb req-d90f0e9b-67ac-4471-8cd4-ce7f03efffd5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 1098 time: 0.1360614 Aug 23 01:54:27.347177 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-9d3ddc00-5200-4e89-ab09-682df1245f30 service neutron] Checking agent: {'id': '57122005-e7d6-4a8f-9a43-0b5b130153fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:54:27.347628 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-9d3ddc00-5200-4e89-ab09-682df1245f30 service neutron] Checking segment: {'id': '269a0b8a-2a6b-4e47-b752-80dff62f9501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6fd7eb81-afc9-4814-83ed-f98cc97bf6f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:54:27.348735 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-9d3ddc00-5200-4e89-ab09-682df1245f30 service neutron] Bound using segment: {'id': '269a0b8a-2a6b-4e47-b752-80dff62f9501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6fd7eb81-afc9-4814-83ed-f98cc97bf6f8'} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:54:27.348735 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-9d3ddc00-5200-4e89-ab09-682df1245f30 service neutron] Bound port: dfb3f423-eb74-40db-b389-a4e9bb87b771, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '269a0b8a-2a6b-4e47-b752-80dff62f9501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6fd7eb81-afc9-4814-83ed-f98cc97bf6f8'}}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:54:27.348959 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-9d3ddc00-5200-4e89-ab09-682df1245f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:27.482150 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9c3a7-068b-4877-a8a5-666369f83482 req-d9cb950c-4c94-4119-ae5e-b92287ddfaa8 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:27.483702 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-28d9c3a7-068b-4877-a8a5-666369f83482 req-d9cb950c-4c94-4119-ae5e-b92287ddfaa8 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 945 time: 0.1135046 Aug 23 01:54:27.532737 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-28d9c3a7-068b-4877-a8a5-666369f83482 req-c097be39-924c-4c2c-94a7-ffa819e63d05 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413268 Aug 23 01:54:27.541723 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-775f8449-72a0-4f2a-b469-496735ab8bdb req-efb0ebaa-4677-4788-8eae-fae670087b8e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783032 Aug 23 01:54:27.560970 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-9d3ddc00-5200-4e89-ab09-682df1245f30 service neutron] For port dfb3f423-eb74-40db-b389-a4e9bb87b771, host hv-cinder-80552, cleared binding levels {{(pid=75884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:54:27.565029 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-9d3ddc00-5200-4e89-ab09-682df1245f30 service neutron] For port dfb3f423-eb74-40db-b389-a4e9bb87b771, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=dfb3f423-eb74-40db-b389-a4e9bb87b771,segment=NetworkSegment(269a0b8a-2a6b-4e47-b752-80dff62f9501),segment_id=269a0b8a-2a6b-4e47-b752-80dff62f9501)] {{(pid=75884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:54:27.624258 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-9d3ddc00-5200-4e89-ab09-682df1245f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565686'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:27.635881 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-20cab100-88fe-4c4c-8707-d97fabc6e7e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:27.705333 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-9d3ddc00-5200-4e89-ab09-682df1245f30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:27.706697 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-9d3ddc00-5200-4e89-ab09-682df1245f30 service neutron] 10.222.0.10 "PUT /v2.0/ports/dfb3f423-eb74-40db-b389-a4e9bb87b771 HTTP/1.1" status: 200 len: 1093 time: 1.8613656 Aug 23 01:54:27.707215 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90580dc-53ea-4952-a657-184781294f9f', 'tag': 'dfb3f423-eb74-40db-b389-a4e9bb87b771'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:54:27.740953 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ddc00-5200-4e89-ab09-682df1245f30 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb3f423-eb74-40db-b389-a4e9bb87b771,revision_number=3']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:27.746536 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-9d3ddc00-5200-4e89-ab09-682df1245f30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:27.804394 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90580dc-53ea-4952-a657-184781294f9f', 'tag': 'dfb3f423-eb74-40db-b389-a4e9bb87b771', 'status': 'completed', 'code': 200} Aug 23 01:54:27.999125 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ddbfd6eb-0ef0-4e48-ab6e-6fc1cf0ba597 req-a2cafd97-f3be-4a4a-b706-7175fc01b079 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=19fb13e7c5e24c35930091d9780fb75c&device_id=b90580dc-53ea-4952-a657-184781294f9f HTTP/1.1" status: 200 len: 1096 time: 0.1154382 Aug 23 01:54:28.044625 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76380794-efe7-4cce-b435-46fc5aa695a6 req-e8ded835-f48c-4096-bcc5-cf463de7edc3 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:28.046307 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-76380794-efe7-4cce-b435-46fc5aa695a6 req-e8ded835-f48c-4096-bcc5-cf463de7edc3 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90580dc-53ea-4952-a657-184781294f9f HTTP/1.1" status: 200 len: 943 time: 0.1120842 Aug 23 01:54:28.106348 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-76380794-efe7-4cce-b435-46fc5aa695a6 req-847c31f3-ae8b-4739-aa54-e0a1e1fdfac4 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527480 Aug 23 01:54:28.174293 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 39552) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:28.189373 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfd6eb-0ef0-4e48-ab6e-6fc1cf0ba597 req-0051eff2-8f75-41a9-96c4-2add2f4481e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:28.191225 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ddbfd6eb-0ef0-4e48-ab6e-6fc1cf0ba597 req-0051eff2-8f75-41a9-96c4-2add2f4481e4 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=19fb13e7c5e24c35930091d9780fb75c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1814234 Aug 23 01:54:28.330335 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [None req-291536e3-34fe-4031-a121-86c9f75c5dfc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-137302140-network', 'tenant_id': '7bac0346dcac4d69b69710776d0ccf96'}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:54:28.335261 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-291536e3-34fe-4031-a121-86c9f75c5dfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:54:28.340268 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-291536e3-34fe-4031-a121-86c9f75c5dfc admin admin] Usage tracker for resource:network and tenant:7bac0346dcac4d69b69710776d0ccf96 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:54:28.343603 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-291536e3-34fe-4031-a121-86c9f75c5dfc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:54:28.352669 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-291536e3-34fe-4031-a121-86c9f75c5dfc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:54:28.356737 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfd6eb-0ef0-4e48-ab6e-6fc1cf0ba597 req-bf2453d5-fdfb-487b-a3f1-8d3e39e71dfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:28.358365 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ddbfd6eb-0ef0-4e48-ab6e-6fc1cf0ba597 req-bf2453d5-fdfb-487b-a3f1-8d3e39e71dfb service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1599531 Aug 23 01:54:28.434736 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291536e3-34fe-4031-a121-86c9f75c5dfc admin admin] Made reservation on behalf of 7bac0346dcac4d69b69710776d0ccf96 for: {'network': 1} {{(pid=75883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:54:28.437172 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-291536e3-34fe-4031-a121-86c9f75c5dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for network, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:28.450902 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-291536e3-34fe-4031-a121-86c9f75c5dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:28.482266 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-7978bd7c-cb1e-4313-bc9c-618ee17a9d2f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=19fb13e7c5e24c35930091d9780fb75c&device_id=b90580dc-53ea-4952-a657-184781294f9f HTTP/1.1" status: 200 len: 1096 time: 0.0768569 Aug 23 01:54:28.483664 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-291536e3-34fe-4031-a121-86c9f75c5dfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:54:28.488898 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-291536e3-34fe-4031-a121-86c9f75c5dfc admin admin] Usage tracker for resource:security_group_rule and tenant:7bac0346dcac4d69b69710776d0ccf96 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:54:28.492228 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-291536e3-34fe-4031-a121-86c9f75c5dfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:54:28.503631 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-291536e3-34fe-4031-a121-86c9f75c5dfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:54:28.575706 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-72470d67-86e3-4787-a543-0178a58eeab4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfb3f423-eb74-40db-b389-a4e9bb87b771 HTTP/1.1" status: 200 len: 217 time: 0.0832400 Aug 23 01:54:28.577593 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-291536e3-34fe-4031-a121-86c9f75c5dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:28.656087 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-291536e3-34fe-4031-a121-86c9f75c5dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:28.663653 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-d5273aea-421a-4692-bd68-20306fded836 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:28.665366 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-d5273aea-421a-4692-bd68-20306fded836 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=824eb3c9-cfbc-4739-ace0-27334b2e4f9e HTTP/1.1" status: 200 len: 854 time: 0.0817628 Aug 23 01:54:28.666613 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-912cb3e5-5184-42ae-95fa-d51eb2711986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:28.729965 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-890ff550-ffac-4fcd-aaf4-87002f25aef2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6fd7eb81-afc9-4814-83ed-f98cc97bf6f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496993 Aug 23 01:54:28.763486 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291536e3-34fe-4031-a121-86c9f75c5dfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=75883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 01:54:28.767179 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291536e3-34fe-4031-a121-86c9f75c5dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2b0d64-1367-4842-b4d9-9c397e859eee,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:28.782961 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-291536e3-34fe-4031-a121-86c9f75c5dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:28.783719 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.db.segments_db [None req-291536e3-34fe-4031-a121-86c9f75c5dfc admin admin] Added segment b4e61a44-5672-4a1f-a070-1c31c89f5e3c of type vlan for network 4a180b83-9e5f-47ef-923e-5c3c406919a0 Aug 23 01:54:28.795827 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-291536e3-34fe-4031-a121-86c9f75c5dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:28.825508 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-291536e3-34fe-4031-a121-86c9f75c5dfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755480149414'] for network, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:28.853428 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce353bcf-1a22-4ce6-aa83-1a4a20473d25 req-50c3507c-7750-4612-b14b-a19a5e53364c tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:28.854900 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ce353bcf-1a22-4ce6-aa83-1a4a20473d25 req-50c3507c-7750-4612-b14b-a19a5e53364c tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 945 time: 0.1744287 Aug 23 01:54:28.871739 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-d9d2290a-d770-493b-aa76-4b550e960766 service neutron] 10.222.0.10 "GET /v2.0/networks/6fd7eb81-afc9-4814-83ed-f98cc97bf6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324115 Aug 23 01:54:28.928679 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ce353bcf-1a22-4ce6-aa83-1a4a20473d25 req-841d21dd-029e-47d2-8690-5bee6a8082d2 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640333 Aug 23 01:54:28.984536 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-291536e3-34fe-4031-a121-86c9f75c5dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844'] for network, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:28.985740 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291536e3-34fe-4031-a121-86c9f75c5dfc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:28.986315 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-291536e3-34fe-4031-a121-86c9f75c5dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:28.993540 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:29.089157 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-fb6c0bbd-1d1d-4c81-a6ce-416ecb67d599 req-6e31e181-a64c-4e05-830e-19f22c425399 service neutron] 10.222.0.10 "GET /v2.0/networks/6fd7eb81-afc9-4814-83ed-f98cc97bf6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104588 Aug 23 01:54:29.128822 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291536e3-34fe-4031-a121-86c9f75c5dfc admin admin] Pushing event updated for resources: {'Network': ['ID=4a180b83-9e5f-47ef-923e-5c3c406919a0,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:29.134141 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-291536e3-34fe-4031-a121-86c9f75c5dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:29.151416 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Network 4a180b83-9e5f-47ef-923e-5c3c406919a0 details requested by agent ovs-agent-dv-cinder-805529-1-smb with host dv-cinder-805529-1-smb {{(pid=75885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 01:54:29.314489 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-291536e3-34fe-4031-a121-86c9f75c5dfc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1358645 Aug 23 01:54:29.314795 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 39586) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:29.320262 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-919807e9-5431-429f-bcfa-23c18b58d852 admin admin] Request body: {'subnet': {'network_id': '4a180b83-9e5f-47ef-923e-5c3c406919a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-137302140-subnet', 'tenant_id': '7bac0346dcac4d69b69710776d0ccf96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:54:29.328070 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-919807e9-5431-429f-bcfa-23c18b58d852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:54:29.334445 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-919807e9-5431-429f-bcfa-23c18b58d852 admin admin] Usage tracker for resource:subnet and tenant:7bac0346dcac4d69b69710776d0ccf96 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:54:29.338931 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-919807e9-5431-429f-bcfa-23c18b58d852 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:54:29.346353 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-919807e9-5431-429f-bcfa-23c18b58d852 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:54:29.361750 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e15811-b13f-4058-8034-d23de6153113 req-876dd59b-7637-4b00-a2e6-3827658d8148 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:29.363223 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b8e15811-b13f-4058-8034-d23de6153113 req-876dd59b-7637-4b00-a2e6-3827658d8148 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90580dc-53ea-4952-a657-184781294f9f HTTP/1.1" status: 200 len: 943 time: 0.0921726 Aug 23 01:54:29.419864 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b8e15811-b13f-4058-8034-d23de6153113 req-d8a65542-dded-44f7-9e13-1e7e6a6b8e32 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499911 Aug 23 01:54:29.460917 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919807e9-5431-429f-bcfa-23c18b58d852 admin admin] Made reservation on behalf of 7bac0346dcac4d69b69710776d0ccf96 for: {'subnet': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:54:29.463249 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-919807e9-5431-429f-bcfa-23c18b58d852 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7385815'] for subnet, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:29.754788 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-919807e9-5431-429f-bcfa-23c18b58d852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7565763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7385797'] for subnet, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:29.759629 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-90a21b0c-418c-4e39-8f87-2acf03492f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:29.833698 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919807e9-5431-429f-bcfa-23c18b58d852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4a470d4-ed75-41c3-a737-b5fc23fbe9f6,revision_number=0']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:29.837526 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-919807e9-5431-429f-bcfa-23c18b58d852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:29.845986 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919807e9-5431-429f-bcfa-23c18b58d852 admin admin] Checking segment: {'id': 'b4e61a44-5672-4a1f-a070-1c31c89f5e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4a180b83-9e5f-47ef-923e-5c3c406919a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:54:29.846340 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919807e9-5431-429f-bcfa-23c18b58d852 admin admin] Network hostable DHCP agents. Network: 4a180b83-9e5f-47ef-923e-5c3c406919a0, hostable agents: ['a3c6b368-9f05-470a-b08f-b8e256619343'], hosted agents: [] {{(pid=75884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 01:54:29.942645 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919807e9-5431-429f-bcfa-23c18b58d852 admin admin] Network 4a180b83-9e5f-47ef-923e-5c3c406919a0 is scheduled to be hosted by DHCP agent a3c6b368-9f05-470a-b08f-b8e256619343 with binding_index 1 {{(pid=75884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 01:54:30.083679 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [None req-919807e9-5431-429f-bcfa-23c18b58d852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-smb, 4a180b83-9e5f-47ef-923e-5c3c406919a0) {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:54:30.097414 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919807e9-5431-429f-bcfa-23c18b58d852 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:30.104972 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923eb141-5bd8-459c-9106-04897ce8ae7f None None] Network 4a180b83-9e5f-47ef-923e-5c3c406919a0 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:54:30.106062 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-919807e9-5431-429f-bcfa-23c18b58d852 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:30.172074 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fe909-ae74-44db-a4b9-679238ca4c90 req-abbc4f97-d9e6-472d-8ba2-59eacde30df0 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:30.186677 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-160fe909-ae74-44db-a4b9-679238ca4c90 req-abbc4f97-d9e6-472d-8ba2-59eacde30df0 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 945 time: 0.1409376 Aug 23 01:54:30.240603 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-160fe909-ae74-44db-a4b9-679238ca4c90 req-16215f62-aeac-407e-b27e-3745249a2c03 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528748 Aug 23 01:54:30.260481 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-919807e9-5431-429f-bcfa-23c18b58d852 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9445131 Aug 23 01:54:30.456857 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2a183c-2c1e-412e-992e-9eaa3fc9f89d None None] Network 4a180b83-9e5f-47ef-923e-5c3c406919a0 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:54:30.528288 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ca9e0-8cdc-46bd-821e-cfeb920d075c req-4018bc08-aa65-4db4-b13a-89ee86a42656 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:30.530170 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2d4ca9e0-8cdc-46bd-821e-cfeb920d075c req-4018bc08-aa65-4db4-b13a-89ee86a42656 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.1364112 Aug 23 01:54:30.581163 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2d4ca9e0-8cdc-46bd-821e-cfeb920d075c req-92a297d6-1513-4522-91cb-fffe4800b012 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441349 Aug 23 01:54:30.820275 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24e8d1-6e2d-4b26-a6ca-5ee8357f570e req-d7a0b841-a092-461a-ad06-2a01c5d2691d tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:30.824578 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-0f24e8d1-6e2d-4b26-a6ca-5ee8357f570e req-d7a0b841-a092-461a-ad06-2a01c5d2691d tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Synchronizing usage tracker for tenant:19fb13e7c5e24c35930091d9780fb75c on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:54:30.935067 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-0f24e8d1-6e2d-4b26-a6ca-5ee8357f570e req-d7a0b841-a092-461a-ad06-2a01c5d2691d tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Unset dirty status for tenant:19fb13e7c5e24c35930091d9780fb75c on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:54:30.936371 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0f24e8d1-6e2d-4b26-a6ca-5ee8357f570e req-d7a0b841-a092-461a-ad06-2a01c5d2691d tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90580dc-53ea-4952-a657-184781294f9f HTTP/1.1" status: 200 len: 943 time: 0.1973515 Aug 23 01:54:31.002774 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0f24e8d1-6e2d-4b26-a6ca-5ee8357f570e req-33cbcab7-d40c-4d0d-acc3-ed9e99611947 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579555 Aug 23 01:54:32.219267 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6afd6-26de-440f-b0f9-859af078e252 req-a58ff3f6-43b8-406c-88ab-7544cb6232b9 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:32.225352 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-f1f6afd6-26de-440f-b0f9-859af078e252 req-a58ff3f6-43b8-406c-88ab-7544cb6232b9 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90580dc-53ea-4952-a657-184781294f9f HTTP/1.1" status: 200 len: 943 time: 0.0889275 Aug 23 01:54:32.254795 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-42a5ba25-8d59-46e8-a036-7105186e1d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:32.291717 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-f1f6afd6-26de-440f-b0f9-859af078e252 req-434747ea-ff47-417e-962f-180734ad5ff3 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626876 Aug 23 01:54:32.685965 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:32.694500 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device dfb3f423-eb74-40db-b389-a4e9bb87b771 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 01:54:32.832315 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port dfb3f423-eb74-40db-b389-a4e9bb87b771, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=dfb3f423-eb74-40db-b389-a4e9bb87b771,segment=NetworkSegment(269a0b8a-2a6b-4e47-b752-80dff62f9501),segment_id=269a0b8a-2a6b-4e47-b752-80dff62f9501)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:54:32.852389 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Returning: {'device': 'dfb3f423-eb74-40db-b389-a4e9bb87b771', 'network_id': '6fd7eb81-afc9-4814-83ed-f98cc97bf6f8', 'port_id': 'dfb3f423-eb74-40db-b389-a4e9bb87b771', 'mac_address': 'fa:16:3e:f7:80:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '824eb3c9-cfbc-4739-ace0-27334b2e4f9e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 01:54:32.907492 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:32.934487 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfb3f423-eb74-40db-b389-a4e9bb87b771 {{(pid=75885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:54:32.943356 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port dfb3f423-eb74-40db-b389-a4e9bb87b771, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=dfb3f423-eb74-40db-b389-a4e9bb87b771,segment=NetworkSegment(269a0b8a-2a6b-4e47-b752-80dff62f9501),segment_id=269a0b8a-2a6b-4e47-b752-80dff62f9501)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:54:33.032202 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:33.034056 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:33.098888 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=dfb3f423-eb74-40db-b389-a4e9bb87b771,revision_number=4']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:33.110844 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:33.464356 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-e665e881-c57d-4f0b-af19-f6eb8eac686c tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:33.466450 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-e665e881-c57d-4f0b-af19-f6eb8eac686c tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/networks?id=4a180b83-9e5f-47ef-923e-5c3c406919a0 HTTP/1.1" status: 200 len: 813 time: 0.2182989 Aug 23 01:54:33.488245 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-e66cfa23-0c60-40f1-a275-0d3065c85ced tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/quotas/7bac0346dcac4d69b69710776d0ccf96 HTTP/1.1" status: 200 len: 375 time: 0.0154123 Aug 23 01:54:33.493560 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['dfb3f423-eb74-40db-b389-a4e9bb87b771'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:54:33.513319 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf5f18-880f-4059-a25b-d67a33f4bbcb req-eae0f5f7-35f5-4694-9458-2b2f0b506d5b tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:33.515020 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-f5cf5f18-880f-4059-a25b-d67a33f4bbcb req-eae0f5f7-35f5-4694-9458-2b2f0b506d5b tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90580dc-53ea-4952-a657-184781294f9f HTTP/1.1" status: 200 len: 944 time: 0.0894876 Aug 23 01:54:33.546776 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-45d4e002-ef09-41d6-a69a-6e19a2e157f9 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7bac0346dcac4d69b69710776d0ccf96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544147 Aug 23 01:54:33.569963 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-f5cf5f18-880f-4059-a25b-d67a33f4bbcb req-b0643825-bd45-4bfd-8e59-d11cef6726aa tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484669 Aug 23 01:54:33.681785 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-33d9658e-4c27-4329-9c87-eb93e8b5418d service neutron] 10.222.0.18 "GET /v2.0/networks/4a180b83-9e5f-47ef-923e-5c3c406919a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267903 Aug 23 01:54:33.824734 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-948dd380-80ec-4b69-9a6c-c17b916f7a09 service neutron] 10.222.0.18 "GET /v2.0/networks/4a180b83-9e5f-47ef-923e-5c3c406919a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354473 Aug 23 01:54:34.187949 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a2d746d9-6996-4355-98d3-185b38c58e81 req-a100b518-f4de-48f0-9c07-a9bf5f263264 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=70eb4db8-c1b4-4b97-8840-c636d886b1d8 HTTP/1.1" status: 200 len: 210 time: 0.0631549 Aug 23 01:54:34.616152 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-2d40e51d-9cb3-47a3-8ada-1ed1364ee643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:34.812322 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd0089-2995-4ed4-8887-fe719babc1aa req-e2f3b629-75cf-4fe5-87b7-6ff6c6b5eb7c tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:34.814214 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c7fd0089-2995-4ed4-8887-fe719babc1aa req-e2f3b629-75cf-4fe5-87b7-6ff6c6b5eb7c tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90580dc-53ea-4952-a657-184781294f9f HTTP/1.1" status: 200 len: 944 time: 0.0777097 Aug 23 01:54:34.860117 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c7fd0089-2995-4ed4-8887-fe719babc1aa req-f7cbc155-0dff-4a6b-b092-7d9f5472b8d6 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403550 Aug 23 01:54:35.331082 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2baf1a-d5d9-4df9-84dc-9786a1420ff0 req-6d6c0139-14ad-47f3-bf26-d34344551ef6 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:35.332699 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9c2baf1a-d5d9-4df9-84dc-9786a1420ff0 req-6d6c0139-14ad-47f3-bf26-d34344551ef6 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0872080 Aug 23 01:54:35.441995 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9c2baf1a-d5d9-4df9-84dc-9786a1420ff0 req-bab215ed-def5-4f80-9ac4-cce565414ac2 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030145 Aug 23 01:54:35.452280 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-082abafa-c7a3-4dce-8094-e654bfce84b5 req-91dc8dcd-c63f-40db-9d1d-7c8974a2888c tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=70eb4db8-c1b4-4b97-8840-c636d886b1d8 HTTP/1.1" status: 200 len: 210 time: 0.0640070 Aug 23 01:54:35.461056 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-023018b5-27b8-4d72-8bc8-6e953062f75c req-e5bce2db-619a-41d5-9085-4cd0f06dbd91 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=940e2126538e41ad94209d280bc548f0&device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 1099 time: 0.1071420 Aug 23 01:54:35.564778 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:35.602234 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023018b5-27b8-4d72-8bc8-6e953062f75c req-ef5ef278-7d33-4d47-8129-c6142199abb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:35.603713 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-023018b5-27b8-4d72-8bc8-6e953062f75c req-ef5ef278-7d33-4d47-8129-c6142199abb0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2923ff85-c672-42fc-9cad-ac2843fb8239 HTTP/1.1" status: 200 len: 919 time: 0.1355407 Aug 23 01:54:35.688472 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-023018b5-27b8-4d72-8bc8-6e953062f75c req-8f2f0ae9-89bb-4c2b-8baf-c824df9a2a62 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35141321-8de7-4cb8-b912-e55b8597f1a6 HTTP/1.1" status: 200 len: 217 time: 0.0670204 Aug 23 01:54:36.001250 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023018b5-27b8-4d72-8bc8-6e953062f75c req-732f863d-fd2a-429f-9141-5ccb5d79a12b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:36.001250 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-023018b5-27b8-4d72-8bc8-6e953062f75c req-732f863d-fd2a-429f-9141-5ccb5d79a12b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0ec4e931-02be-4a33-9930-18e862114160 HTTP/1.1" status: 200 len: 858 time: 0.0725453 Aug 23 01:54:36.001250 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-023018b5-27b8-4d72-8bc8-6e953062f75c req-eeb5de82-6ae4-46ff-8ea4-ff3444c59b2f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2923ff85-c672-42fc-9cad-ac2843fb8239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407784 Aug 23 01:54:36.001250 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-023018b5-27b8-4d72-8bc8-6e953062f75c req-adcb477a-6482-473d-83b4-449f37d8495a service neutron] 10.222.0.10 "GET /v2.0/networks/2923ff85-c672-42fc-9cad-ac2843fb8239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294570 Aug 23 01:54:36.164804 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-023018b5-27b8-4d72-8bc8-6e953062f75c req-99c3c4b2-1bac-48eb-849a-2f0e00bae324 service neutron] 10.222.0.10 "GET /v2.0/networks/2923ff85-c672-42fc-9cad-ac2843fb8239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896830 Aug 23 01:54:36.180261 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13592eed-e1f8-401a-83cf-b91d4904f3ad req-b8813d09-e49a-44b6-bc0e-a720229ff312 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:36.181710 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-13592eed-e1f8-401a-83cf-b91d4904f3ad req-b8813d09-e49a-44b6-bc0e-a720229ff312 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90580dc-53ea-4952-a657-184781294f9f HTTP/1.1" status: 200 len: 944 time: 0.1295192 Aug 23 01:54:36.241976 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-13592eed-e1f8-401a-83cf-b91d4904f3ad req-92ff4dbf-9f5d-4b91-adde-10fdd1c29be6 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539782 Aug 23 01:54:36.645635 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-18c50a2d-c041-4eec-b67a-90f4823d48ed req-cbbd5151-5c7a-4ecd-b195-72d54387db14 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=70eb4db8-c1b4-4b97-8840-c636d886b1d8 HTTP/1.1" status: 200 len: 210 time: 0.0436668 Aug 23 01:54:36.663570 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a8dde-219c-40b6-b26c-fc8bf042d31b req-5d8f6853-d7bb-4116-bba1-1c66ac39248c tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:36.670750 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-bd1a8dde-219c-40b6-b26c-fc8bf042d31b req-5d8f6853-d7bb-4116-bba1-1c66ac39248c tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0976298 Aug 23 01:54:36.712105 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-bd1a8dde-219c-40b6-b26c-fc8bf042d31b req-26b30e16-8dbd-4d4c-b3b5-54b31fad3581 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405056 Aug 23 01:54:36.721576 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device dfb3f423-eb74-40db-b389-a4e9bb87b771 up at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:54:36.886044 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning for port dfb3f423-eb74-40db-b389-a4e9bb87b771 completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:54:36.891750 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning complete for port dfb3f423-eb74-40db-b389-a4e9bb87b771 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:54:36.892200 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:36.893044 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 39824) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:37.022370 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:37.038861 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-68e033a6-c238-4e40-b9c3-39a8b8f34d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:37.061280 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port dfb3f423-eb74-40db-b389-a4e9bb87b771, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=dfb3f423-eb74-40db-b389-a4e9bb87b771,segment=NetworkSegment(269a0b8a-2a6b-4e47-b752-80dff62f9501),segment_id=269a0b8a-2a6b-4e47-b752-80dff62f9501)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:54:37.062489 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90580dc-53ea-4952-a657-184781294f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb3f423-eb74-40db-b389-a4e9bb87b771'}] {{(pid=75885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:54:37.074476 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-68e033a6-c238-4e40-b9c3-39a8b8f34d08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:54:37.079188 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:37.079370 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-68e033a6-c238-4e40-b9c3-39a8b8f34d08 admin admin] Usage tracker for resource:security_group_rule and tenant:328be99fa798491db0713981c56ca1a2 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:54:37.082061 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-68e033a6-c238-4e40-b9c3-39a8b8f34d08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:54:37.088006 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-68e033a6-c238-4e40-b9c3-39a8b8f34d08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:54:37.146385 dv-cinder-805529-1-smb neutron-server[75885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90580dc-53ea-4952-a657-184781294f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb3f423-eb74-40db-b389-a4e9bb87b771', 'code': 200} Aug 23 01:54:37.164137 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-68e033a6-c238-4e40-b9c3-39a8b8f34d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:37.177556 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:37.183243 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-f03d5661-5f10-48a0-b4bc-edd52c5c525c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:37.246690 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=dfb3f423-eb74-40db-b389-a4e9bb87b771,revision_number=5']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:37.249886 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:37.459944 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e5a8b-088b-45d7-9c1d-302b3973c019 req-391b3928-838a-4612-ad5c-8f063078331d tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:37.461819 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-766e5a8b-088b-45d7-9c1d-302b3973c019 req-391b3928-838a-4612-ad5c-8f063078331d tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90580dc-53ea-4952-a657-184781294f9f HTTP/1.1" status: 200 len: 945 time: 0.0837178 Aug 23 01:54:37.472415 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-68e033a6-c238-4e40-b9c3-39a8b8f34d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:37.490106 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-d88b98b4-c9a2-4bd3-be42-e700cdf9ad57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:37.526489 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-766e5a8b-088b-45d7-9c1d-302b3973c019 req-cafaff72-328c-448f-8e90-812d1a832bad tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572298 Aug 23 01:54:37.543264 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e033a6-c238-4e40-b9c3-39a8b8f34d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58155507-eb96-4c92-9d7b-6de042161eb7,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:37.599204 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-68e033a6-c238-4e40-b9c3-39a8b8f34d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:37.665003 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-68e033a6-c238-4e40-b9c3-39a8b8f34d08 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=328be99fa798491db0713981c56ca1a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7707341 Aug 23 01:54:37.668453 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 39850) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:37.678900 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-70cb0b60-f857-4e0c-bd87-b63bd87fbbd0 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:37.696645 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-70cb0b60-f857-4e0c-bd87-b63bd87fbbd0 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.10 "GET /v2.0/networks?id=4a180b83-9e5f-47ef-923e-5c3c406919a0 HTTP/1.1" status: 200 len: 813 time: 0.4023228 Aug 23 01:54:37.714092 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-8ac17bdd-c8c8-4a7e-b7c7-d75a4709dac5 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Request body: {'port': {'device_id': '70eb4db8-c1b4-4b97-8840-c636d886b1d8', 'network_id': '4a180b83-9e5f-47ef-923e-5c3c406919a0', 'admin_state_up': True, 'tenant_id': '7bac0346dcac4d69b69710776d0ccf96'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:54:37.741884 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4ed84b64-eee8-447e-a885-92e6222878a6 req-a58b5ca3-e86e-468f-b836-d9bb37d1fbe7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b90580dc-53ea-4952-a657-184781294f9f HTTP/1.1" status: 200 len: 1098 time: 0.1952589 Aug 23 01:54:37.754600 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e06a8d07-092b-4900-a13e-d4896bad7aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:37.786649 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e06a8d07-092b-4900-a13e-d4896bad7aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:37.868717 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-49d742b2-6fac-41cd-a093-87cacc773a25 req-325b78f8-b41d-42e4-acb7-2bad27dd7be9 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=70eb4db8-c1b4-4b97-8840-c636d886b1d8 HTTP/1.1" status: 200 len: 210 time: 0.0697272 Aug 23 01:54:37.883987 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4ed84b64-eee8-447e-a885-92e6222878a6 req-05fc7659-9740-4ade-93ee-d5185362662a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854754 Aug 23 01:54:37.956679 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-8ac17bdd-c8c8-4a7e-b7c7-d75a4709dac5 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:54:37.962716 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-8ac17bdd-c8c8-4a7e-b7c7-d75a4709dac5 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Usage tracker for resource:port and tenant:7bac0346dcac4d69b69710776d0ccf96 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:54:37.966659 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-8ac17bdd-c8c8-4a7e-b7c7-d75a4709dac5 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:54:37.973708 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-8ac17bdd-c8c8-4a7e-b7c7-d75a4709dac5 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:54:37.998096 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2b423-5b25-4dd0-a4d8-25b6900babdf req-d9e3f25a-e1b8-4d60-8056-85a3ad19dcfb tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:37.999634 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-cff2b423-5b25-4dd0-a4d8-25b6900babdf req-d9e3f25a-e1b8-4d60-8056-85a3ad19dcfb tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.1207888 Aug 23 01:54:38.028343 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e06a8d07-092b-4900-a13e-d4896bad7aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:38.033265 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-354d912c-7d86-4b70-927a-e154cddfc8c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:38.045989 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a8d07-092b-4900-a13e-d4896bad7aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58155507-eb96-4c92-9d7b-6de042161eb7,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:38.048562 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-cff2b423-5b25-4dd0-a4d8-25b6900babdf req-79588c9c-075e-4987-8d37-075dff5b0277 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412416 Aug 23 01:54:38.049404 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-e06a8d07-092b-4900-a13e-d4896bad7aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:38.050803 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e06a8d07-092b-4900-a13e-d4896bad7aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:38.054177 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-e06a8d07-092b-4900-a13e-d4896bad7aaf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/58155507-eb96-4c92-9d7b-6de042161eb7 HTTP/1.1" status: 204 len: 168 time: 0.3823419 Aug 23 01:54:38.100461 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-8ac17bdd-c8c8-4a7e-b7c7-d75a4709dac5 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Made reservation on behalf of 7bac0346dcac4d69b69710776d0ccf96 for: {'port': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:54:38.103512 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-8ac17bdd-c8c8-4a7e-b7c7-d75a4709dac5 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:38.268875 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_common [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-8ac17bdd-c8c8-4a7e-b7c7-d75a4709dac5 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Allocated IP 172.20.0.7 (4a180b83-9e5f-47ef-923e-5c3c406919a0/a4a470d4-ed75-41c3-a737-b5fc23fbe9f6/9446f6fb-039c-49c7-8140-d6218b55d683) {{(pid=75884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:54:38.470398 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-8ac17bdd-c8c8-4a7e-b7c7-d75a4709dac5 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Notify callbacks [] for port, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:38.571984 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-8ac17bdd-c8c8-4a7e-b7c7-d75a4709dac5 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:38.577882 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-ef51dec1-a8e0-4c28-9206-8eb7cfa86f6f tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:38.656283 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-8ac17bdd-c8c8-4a7e-b7c7-d75a4709dac5 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Network 4a180b83-9e5f-47ef-923e-5c3c406919a0 is already hosted by enough agents. {{(pid=75884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:54:38.660538 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-8ac17bdd-c8c8-4a7e-b7c7-d75a4709dac5 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Resources bound (agent type, host, resource id): {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:54:38.662446 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac17bdd-c8c8-4a7e-b7c7-d75a4709dac5 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Pushing event updated for resources: {'Port': ['ID=9446f6fb-039c-49c7-8140-d6218b55d683,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:38.664557 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-8ac17bdd-c8c8-4a7e-b7c7-d75a4709dac5 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Received port after_create {{(pid=75884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:54:38.694026 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-8ac17bdd-c8c8-4a7e-b7c7-d75a4709dac5 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:38.823161 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-8ac17bdd-c8c8-4a7e-b7c7-d75a4709dac5 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:38.823776 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-8ac17bdd-c8c8-4a7e-b7c7-d75a4709dac5 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:38.862656 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ed6ae-a12a-4cbd-b579-be3f3a941e1b req-d57cab94-81df-47d2-b7d7-8048153ba2c9 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:38.864181 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a36ed6ae-a12a-4cbd-b579-be3f3a941e1b req-d57cab94-81df-47d2-b7d7-8048153ba2c9 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90580dc-53ea-4952-a657-184781294f9f HTTP/1.1" status: 200 len: 945 time: 0.1574397 Aug 23 01:54:38.913340 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a36ed6ae-a12a-4cbd-b579-be3f3a941e1b req-86127a7e-b377-4b0d-a893-747d55337f1a tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436947 Aug 23 01:54:38.932005 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-8ac17bdd-c8c8-4a7e-b7c7-d75a4709dac5 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2228730 Aug 23 01:54:38.968039 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-da76a39d-eb00-4cda-8f66-a3e8f7886834 service neutron] Request body: {'port': {'device_id': '70eb4db8-c1b4-4b97-8840-c636d886b1d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:54:39.004887 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 39886) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:39.026031 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-92696fb5-f154-4a26-a2be-d592fa2d782c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:39.058905 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-92696fb5-f154-4a26-a2be-d592fa2d782c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:54:39.063337 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-92696fb5-f154-4a26-a2be-d592fa2d782c admin admin] Usage tracker for resource:security_group_rule and tenant:b58b94dd9ee9410987c907da8046d12d is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:54:39.066283 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-92696fb5-f154-4a26-a2be-d592fa2d782c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:54:39.072189 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-92696fb5-f154-4a26-a2be-d592fa2d782c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:54:39.131706 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-da76a39d-eb00-4cda-8f66-a3e8f7886834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:39.144976 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-92696fb5-f154-4a26-a2be-d592fa2d782c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:39.221821 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655e86d-96a8-4f72-9dd3-b392483adc6e req-903d656e-e3fe-4f1d-8e14-d80b9cb0d5fb tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:39.222520 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-e655e86d-96a8-4f72-9dd3-b392483adc6e req-903d656e-e3fe-4f1d-8e14-d80b9cb0d5fb tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Synchronizing usage tracker for tenant:7bac0346dcac4d69b69710776d0ccf96 on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:54:39.265154 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af67d57-5e5a-4f26-9977-395c6c0f9c8e req-53bf5fcb-931c-4e59-a098-b9c4c855966a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:39.267135 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-3af67d57-5e5a-4f26-9977-395c6c0f9c8e req-53bf5fcb-931c-4e59-a098-b9c4c855966a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0813999 Aug 23 01:54:39.295787 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-92696fb5-f154-4a26-a2be-d592fa2d782c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:39.303165 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-7a43a6d8-5807-480f-816f-c5473be53563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:39.358518 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-3af67d57-5e5a-4f26-9977-395c6c0f9c8e req-62979d39-c640-4fd9-9164-cbf22b71681b tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843935 Aug 23 01:54:39.359037 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92696fb5-f154-4a26-a2be-d592fa2d782c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c001f36e-4d91-429d-8429-54576cdade34,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:39.362375 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-92696fb5-f154-4a26-a2be-d592fa2d782c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:39.367397 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-92696fb5-f154-4a26-a2be-d592fa2d782c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b58b94dd9ee9410987c907da8046d12d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3585303 Aug 23 01:54:39.368312 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 39892) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:39.425986 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-e655e86d-96a8-4f72-9dd3-b392483adc6e req-903d656e-e3fe-4f1d-8e14-d80b9cb0d5fb tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Unset dirty status for tenant:7bac0346dcac4d69b69710776d0ccf96 on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:54:39.427145 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e655e86d-96a8-4f72-9dd3-b392483adc6e req-903d656e-e3fe-4f1d-8e14-d80b9cb0d5fb tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=70eb4db8-c1b4-4b97-8840-c636d886b1d8 HTTP/1.1" status: 200 len: 931 time: 0.3710532 Aug 23 01:54:39.434164 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-68844ecf-cb54-43e8-9b74-8714d93009f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:39.461517 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-68844ecf-cb54-43e8-9b74-8714d93009f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:39.508531 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e655e86d-96a8-4f72-9dd3-b392483adc6e req-23e023e9-1ff7-41ca-8313-01eece4ec3d8 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654078 Aug 23 01:54:39.539163 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 39898) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:39.570263 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-da76a39d-eb00-4cda-8f66-a3e8f7886834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9446f6fb-039c-49c7-8140-d6218b55d683 {{(pid=75884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:54:39.577292 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-da76a39d-eb00-4cda-8f66-a3e8f7886834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:39.657544 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-68844ecf-cb54-43e8-9b74-8714d93009f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:39.661475 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-e3c8a334-3cd0-4d61-bde8-3e8904a710c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:39.668911 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.provisioning_blocks [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-da76a39d-eb00-4cda-8f66-a3e8f7886834 service neutron] Transition to ACTIVE for port object 9446f6fb-039c-49c7-8140-d6218b55d683 will not be triggered until provisioned by entity L2. {{(pid=75884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:54:39.680693 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68844ecf-cb54-43e8-9b74-8714d93009f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c001f36e-4d91-429d-8429-54576cdade34,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:39.684758 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-68844ecf-cb54-43e8-9b74-8714d93009f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:39.705612 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-68844ecf-cb54-43e8-9b74-8714d93009f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:39.714892 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-68844ecf-cb54-43e8-9b74-8714d93009f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c001f36e-4d91-429d-8429-54576cdade34 HTTP/1.1" status: 204 len: 168 time: 0.3439059 Aug 23 01:54:39.792752 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-da76a39d-eb00-4cda-8f66-a3e8f7886834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565686'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:39.801220 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:39.824578 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-167293ac-72a4-4897-a490-ab98a7a83f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:39.873999 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-167293ac-72a4-4897-a490-ab98a7a83f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:54:39.879952 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-167293ac-72a4-4897-a490-ab98a7a83f44 admin admin] Usage tracker for resource:security_group_rule and tenant:01d8309178554a4784288a12722e8f90 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:54:39.884092 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-167293ac-72a4-4897-a490-ab98a7a83f44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:54:39.893584 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-167293ac-72a4-4897-a490-ab98a7a83f44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:54:40.002193 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-167293ac-72a4-4897-a490-ab98a7a83f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:40.033159 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76a39d-eb00-4cda-8f66-a3e8f7886834 service neutron] Pushing event updated for resources: {'Port': ['ID=9446f6fb-039c-49c7-8140-d6218b55d683,revision_number=2']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:40.036029 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-da76a39d-eb00-4cda-8f66-a3e8f7886834 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:40.186981 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-167293ac-72a4-4897-a490-ab98a7a83f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:40.196350 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-72653c4a-6dfa-412d-b778-b0675f736c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:40.214000 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-da76a39d-eb00-4cda-8f66-a3e8f7886834 service neutron] Attempting to bind port 9446f6fb-039c-49c7-8140-d6218b55d683 on host hv-cinder-80552 for vnic_type normal with profile {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:54:40.214357 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-da76a39d-eb00-4cda-8f66-a3e8f7886834 service neutron] Attempting to bind port 9446f6fb-039c-49c7-8140-d6218b55d683 by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': 'b4e61a44-5672-4a1f-a070-1c31c89f5e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4a180b83-9e5f-47ef-923e-5c3c406919a0'}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:54:40.214672 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-da76a39d-eb00-4cda-8f66-a3e8f7886834 service neutron] Attempting to bind port 9446f6fb-039c-49c7-8140-d6218b55d683 on network 4a180b83-9e5f-47ef-923e-5c3c406919a0 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:54:40.233740 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9813d9-a618-4a33-9e75-ee4eea000334 req-7941eba3-f927-4139-99f4-29a944a70721 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:40.236111 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-aa9813d9-a618-4a33-9e75-ee4eea000334 req-7941eba3-f927-4139-99f4-29a944a70721 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90580dc-53ea-4952-a657-184781294f9f HTTP/1.1" status: 200 len: 945 time: 0.1671386 Aug 23 01:54:40.237103 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-da76a39d-eb00-4cda-8f66-a3e8f7886834 service neutron] Port 9446f6fb-039c-49c7-8140-d6218b55d683 on network 4a180b83-9e5f-47ef-923e-5c3c406919a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 01:54:40.237344 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-da76a39d-eb00-4cda-8f66-a3e8f7886834 service neutron] Attempting to bind port 9446f6fb-039c-49c7-8140-d6218b55d683 on network 4a180b83-9e5f-47ef-923e-5c3c406919a0 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:54:40.244725 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-da76a39d-eb00-4cda-8f66-a3e8f7886834 service neutron] Checking agent: {'id': '57122005-e7d6-4a8f-9a43-0b5b130153fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:54:40.245076 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-da76a39d-eb00-4cda-8f66-a3e8f7886834 service neutron] Checking segment: {'id': 'b4e61a44-5672-4a1f-a070-1c31c89f5e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4a180b83-9e5f-47ef-923e-5c3c406919a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:54:40.245571 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-da76a39d-eb00-4cda-8f66-a3e8f7886834 service neutron] Bound using segment: {'id': 'b4e61a44-5672-4a1f-a070-1c31c89f5e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4a180b83-9e5f-47ef-923e-5c3c406919a0'} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:54:40.245996 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-da76a39d-eb00-4cda-8f66-a3e8f7886834 service neutron] Bound port: 9446f6fb-039c-49c7-8140-d6218b55d683, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e61a44-5672-4a1f-a070-1c31c89f5e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4a180b83-9e5f-47ef-923e-5c3c406919a0'}}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:54:40.246337 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-da76a39d-eb00-4cda-8f66-a3e8f7886834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:40.246461 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167293ac-72a4-4897-a490-ab98a7a83f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b64b8f1-675b-4c4c-926d-22e77b1e2c91,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:40.249667 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-167293ac-72a4-4897-a490-ab98a7a83f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:40.253350 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-167293ac-72a4-4897-a490-ab98a7a83f44 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=01d8309178554a4784288a12722e8f90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7131803 Aug 23 01:54:40.256132 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 39916) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:40.320575 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5a2b0953-ccca-4a56-a4fc-2f291255c678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:40.350017 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5a2b0953-ccca-4a56-a4fc-2f291255c678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:40.351344 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-aa9813d9-a618-4a33-9e75-ee4eea000334 req-9e4d699a-1f77-41f4-a0ef-187085341303 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938020 Aug 23 01:54:40.377802 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-da76a39d-eb00-4cda-8f66-a3e8f7886834 service neutron] For port 9446f6fb-039c-49c7-8140-d6218b55d683, host hv-cinder-80552, cleared binding levels {{(pid=75884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:54:40.384997 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-da76a39d-eb00-4cda-8f66-a3e8f7886834 service neutron] For port 9446f6fb-039c-49c7-8140-d6218b55d683, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=9446f6fb-039c-49c7-8140-d6218b55d683,segment=NetworkSegment(b4e61a44-5672-4a1f-a070-1c31c89f5e3c),segment_id=b4e61a44-5672-4a1f-a070-1c31c89f5e3c)] {{(pid=75884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:54:40.520602 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-da76a39d-eb00-4cda-8f66-a3e8f7886834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565686'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:40.524569 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-9cd7c87b-31d4-4ca8-9126-cba1695ee6d0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:40.531963 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5a2b0953-ccca-4a56-a4fc-2f291255c678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:40.540646 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-e91296df-8ba2-45ad-84ff-479eb80dc69e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:40.554259 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b0953-ccca-4a56-a4fc-2f291255c678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b64b8f1-675b-4c4c-926d-22e77b1e2c91,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:40.558733 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-5a2b0953-ccca-4a56-a4fc-2f291255c678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:40.570588 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5a2b0953-ccca-4a56-a4fc-2f291255c678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:40.572452 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-5a2b0953-ccca-4a56-a4fc-2f291255c678 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b64b8f1-675b-4c4c-926d-22e77b1e2c91 HTTP/1.1" status: 204 len: 168 time: 0.3132179 Aug 23 01:54:40.599026 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-da76a39d-eb00-4cda-8f66-a3e8f7886834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:40.603361 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-da76a39d-eb00-4cda-8f66-a3e8f7886834 service neutron] 10.222.0.10 "PUT /v2.0/ports/9446f6fb-039c-49c7-8140-d6218b55d683 HTTP/1.1" status: 200 len: 1093 time: 1.6370165 Aug 23 01:54:40.603361 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70eb4db8-c1b4-4b97-8840-c636d886b1d8', 'tag': '9446f6fb-039c-49c7-8140-d6218b55d683'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:54:40.624536 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed51b2e-dcac-4f98-b3ad-7479b3c729ed req-f9c806e6-208c-48b5-9b4c-e6165fa87b5a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:40.631581 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-9ed51b2e-dcac-4f98-b3ad-7479b3c729ed req-f9c806e6-208c-48b5-9b4c-e6165fa87b5a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.1343150 Aug 23 01:54:40.632790 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76a39d-eb00-4cda-8f66-a3e8f7886834 service neutron] Pushing event updated for resources: {'Port': ['ID=9446f6fb-039c-49c7-8140-d6218b55d683,revision_number=3']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:40.648596 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-da76a39d-eb00-4cda-8f66-a3e8f7886834 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:40.705635 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-9ed51b2e-dcac-4f98-b3ad-7479b3c729ed req-8a851a81-d292-4810-bb83-ca1177205fda tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732419 Aug 23 01:54:40.798358 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70eb4db8-c1b4-4b97-8840-c636d886b1d8', 'tag': '9446f6fb-039c-49c7-8140-d6218b55d683', 'status': 'completed', 'code': 200} Aug 23 01:54:40.815457 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a121c5-4205-437f-85d5-9ed667ddc392 req-dd747416-5322-44c4-934b-9912b8e322dd tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:40.816983 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-50a121c5-4205-437f-85d5-9ed667ddc392 req-dd747416-5322-44c4-934b-9912b8e322dd tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=70eb4db8-c1b4-4b97-8840-c636d886b1d8 HTTP/1.1" status: 200 len: 943 time: 0.1674211 Aug 23 01:54:40.856707 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-5f2a466b-d43d-4cbc-9749-692b09f5224e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7bac0346dcac4d69b69710776d0ccf96&device_id=70eb4db8-c1b4-4b97-8840-c636d886b1d8 HTTP/1.1" status: 200 len: 1096 time: 0.1187756 Aug 23 01:54:40.945422 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-b7d2e499-ced3-4db5-a940-2e0bc93363c7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9446f6fb-039c-49c7-8140-d6218b55d683 HTTP/1.1" status: 200 len: 217 time: 0.0793109 Aug 23 01:54:40.954259 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-50a121c5-4205-437f-85d5-9ed667ddc392 req-61b4aef2-4cb0-41dc-a50a-48797b8a7db0 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255550 Aug 23 01:54:41.021479 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-7764c32f-db8d-4bcc-8c01-6639babe1e27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:41.023738 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-7764c32f-db8d-4bcc-8c01-6639babe1e27 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4a470d4-ed75-41c3-a737-b5fc23fbe9f6 HTTP/1.1" status: 200 len: 853 time: 0.0677867 Aug 23 01:54:41.082370 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-c8ca4221-f2b8-42b4-b453-1d91e28aeb71 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4a180b83-9e5f-47ef-923e-5c3c406919a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507524 Aug 23 01:54:41.230955 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-d4a3b5a0-26eb-4d13-bd7f-338a9279f00f service neutron] 10.222.0.10 "GET /v2.0/networks/4a180b83-9e5f-47ef-923e-5c3c406919a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412690 Aug 23 01:54:41.389360 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2baa6ce6-2cdc-4064-b55b-f0d147a8a132 req-3f2b6363-56fb-46f1-a385-1550c88fb12c service neutron] 10.222.0.10 "GET /v2.0/networks/4a180b83-9e5f-47ef-923e-5c3c406919a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503456 Aug 23 01:54:41.645611 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b8e07-831c-4d53-8d04-10b0447408e8 req-9b9f72a6-452f-4035-955d-fa1b61b93ea0 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:41.647083 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-dc2b8e07-831c-4d53-8d04-10b0447408e8 req-9b9f72a6-452f-4035-955d-fa1b61b93ea0 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90580dc-53ea-4952-a657-184781294f9f HTTP/1.1" status: 200 len: 945 time: 0.1409273 Aug 23 01:54:41.654141 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-621e1436-37d1-412c-8904-4df591cb9287 req-2d892dee-3346-42a2-a787-48f1170e216b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7bac0346dcac4d69b69710776d0ccf96&device_id=70eb4db8-c1b4-4b97-8840-c636d886b1d8 HTTP/1.1" status: 200 len: 1096 time: 0.1134791 Aug 23 01:54:41.787946 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-dc2b8e07-831c-4d53-8d04-10b0447408e8 req-a389714f-c1bf-44c6-b3d2-f91fa299231e tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328626 Aug 23 01:54:41.833944 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e1436-37d1-412c-8904-4df591cb9287 req-ca84b733-d135-4f96-8301-53df172c6424 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:41.835414 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-621e1436-37d1-412c-8904-4df591cb9287 req-ca84b733-d135-4f96-8301-53df172c6424 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4a180b83-9e5f-47ef-923e-5c3c406919a0 HTTP/1.1" status: 200 len: 914 time: 0.1645439 Aug 23 01:54:41.923569 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-621e1436-37d1-412c-8904-4df591cb9287 req-124bae1d-eb13-4eaf-95fd-449d1c3422f4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9446f6fb-039c-49c7-8140-d6218b55d683 HTTP/1.1" status: 200 len: 217 time: 0.0808711 Aug 23 01:54:41.976167 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec483775-ad39-4721-9670-0eb7b197c312 req-976c79db-5033-43b8-8363-68c256d20685 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:41.986819 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ec483775-ad39-4721-9670-0eb7b197c312 req-976c79db-5033-43b8-8363-68c256d20685 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0981691 Aug 23 01:54:42.043131 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ec483775-ad39-4721-9670-0eb7b197c312 req-fe4908f2-c08b-44b2-abc6-954c6fe1c3fa tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549903 Aug 23 01:54:42.095286 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e1436-37d1-412c-8904-4df591cb9287 req-75d4fb72-1d9e-4639-9b9e-f286e2cc9e30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:42.100375 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-621e1436-37d1-412c-8904-4df591cb9287 req-75d4fb72-1d9e-4639-9b9e-f286e2cc9e30 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4a470d4-ed75-41c3-a737-b5fc23fbe9f6 HTTP/1.1" status: 200 len: 853 time: 0.1695149 Aug 23 01:54:42.259067 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-621e1436-37d1-412c-8904-4df591cb9287 req-b4d6bae0-1848-438b-8d47-dd4796dbd606 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4a180b83-9e5f-47ef-923e-5c3c406919a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1514292 Aug 23 01:54:42.282060 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1626a-4563-4df4-924c-1495e1a854b1 req-0e39b5aa-b4d6-4426-8714-260dfeffe7b2 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:42.283912 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-07c1626a-4563-4df4-924c-1495e1a854b1 req-0e39b5aa-b4d6-4426-8714-260dfeffe7b2 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=70eb4db8-c1b4-4b97-8840-c636d886b1d8 HTTP/1.1" status: 200 len: 943 time: 0.1151025 Aug 23 01:54:42.395968 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-07c1626a-4563-4df4-924c-1495e1a854b1 req-7643931b-938d-4575-8135-25ea274a0060 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Synchronizing usage tracker for tenant:7bac0346dcac4d69b69710776d0ccf96 on resource:security_group {{(pid=75883) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:54:42.452069 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-621e1436-37d1-412c-8904-4df591cb9287 req-ef422d3c-edfa-4863-9112-b6fed7fa59df service neutron] 10.222.0.10 "GET /v2.0/networks/4a180b83-9e5f-47ef-923e-5c3c406919a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843822 Aug 23 01:54:42.523620 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-07c1626a-4563-4df4-924c-1495e1a854b1 req-7643931b-938d-4575-8135-25ea274a0060 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Unset dirty status for tenant:7bac0346dcac4d69b69710776d0ccf96 on resource:security_group {{(pid=75883) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:54:42.525097 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-07c1626a-4563-4df4-924c-1495e1a854b1 req-7643931b-938d-4575-8135-25ea274a0060 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254682 Aug 23 01:54:42.618706 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-621e1436-37d1-412c-8904-4df591cb9287 req-628606f5-f54a-4cdb-b869-08f62484666a service neutron] 10.222.0.10 "GET /v2.0/networks/4a180b83-9e5f-47ef-923e-5c3c406919a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568213 Aug 23 01:54:43.242125 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8796f-22d9-465b-a166-132e987fdcd3 req-29a82dae-bbfe-4430-8095-0cc87789592b tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:43.243970 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ead8796f-22d9-465b-a166-132e987fdcd3 req-29a82dae-bbfe-4430-8095-0cc87789592b tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0821376 Aug 23 01:54:43.293872 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ead8796f-22d9-465b-a166-132e987fdcd3 req-ca54fbe8-355a-461f-b284-0979e9873660 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435572 Aug 23 01:54:43.809596 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b6e40-3993-4521-9e85-6ad1d5061607 req-601f8c5a-4eda-4934-a452-db570e3cccd4 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:43.811023 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-dd9b6e40-3993-4521-9e85-6ad1d5061607 req-601f8c5a-4eda-4934-a452-db570e3cccd4 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=70eb4db8-c1b4-4b97-8840-c636d886b1d8 HTTP/1.1" status: 200 len: 943 time: 0.0959821 Aug 23 01:54:43.856010 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-dd9b6e40-3993-4521-9e85-6ad1d5061607 req-55874a73-f64d-4ebc-a72a-e3532f7bc254 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393779 Aug 23 01:54:44.391114 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 40064) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:44.522811 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7afb99-4f35-4b50-b477-e7efa0fa39b2 req-ff7f0ffe-da75-48c7-8e99-252249dd68ee tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:44.529609 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ab7afb99-4f35-4b50-b477-e7efa0fa39b2 req-ff7f0ffe-da75-48c7-8e99-252249dd68ee tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.1016014 Aug 23 01:54:44.563723 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-0e51d01c-4058-4feb-b858-4f47a7597f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:44.607062 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ab7afb99-4f35-4b50-b477-e7efa0fa39b2 req-9c77ff75-5d66-418c-8749-366a8b907548 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765200 Aug 23 01:54:44.611016 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-0e51d01c-4058-4feb-b858-4f47a7597f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:54:44.616936 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-0e51d01c-4058-4feb-b858-4f47a7597f90 admin admin] Usage tracker for resource:security_group_rule and tenant:4d448e0882bd4aeb830411eaacbe0402 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:54:44.621172 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-0e51d01c-4058-4feb-b858-4f47a7597f90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:54:44.627387 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-0e51d01c-4058-4feb-b858-4f47a7597f90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:54:44.710743 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-0e51d01c-4058-4feb-b858-4f47a7597f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:44.759342 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 9446f6fb-039c-49c7-8140-d6218b55d683 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 01:54:44.787525 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 01:54:44.808810 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-0e51d01c-4058-4feb-b858-4f47a7597f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:44.831554 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-e06a8d07-092b-4900-a13e-d4896bad7aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:44.860822 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-0e51d01c-4058-4feb-b858-4f47a7597f90 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d448e0882bd4aeb830411eaacbe0402&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4671016 Aug 23 01:54:44.863484 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 40080) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:44.865167 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51d01c-4058-4feb-b858-4f47a7597f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc123d61-33e7-4131-8b58-dd6f350bd09d,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:44.868795 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-0e51d01c-4058-4feb-b858-4f47a7597f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:44.908474 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port 9446f6fb-039c-49c7-8140-d6218b55d683, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=9446f6fb-039c-49c7-8140-d6218b55d683,segment=NetworkSegment(b4e61a44-5672-4a1f-a070-1c31c89f5e3c),segment_id=b4e61a44-5672-4a1f-a070-1c31c89f5e3c)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:54:44.923670 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Returning: {'device': '9446f6fb-039c-49c7-8140-d6218b55d683', 'network_id': '4a180b83-9e5f-47ef-923e-5c3c406919a0', 'port_id': '9446f6fb-039c-49c7-8140-d6218b55d683', 'mac_address': 'fa:16:3e:d8:65:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a470d4-ed75-41c3-a737-b5fc23fbe9f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 01:54:44.945200 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-7aca2014-8505-4294-8ea8-51ff6ae6fd81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:44.979093 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-7aca2014-8505-4294-8ea8-51ff6ae6fd81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:45.006763 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:45.037280 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9446f6fb-039c-49c7-8140-d6218b55d683 {{(pid=75885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:54:45.059121 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port 9446f6fb-039c-49c7-8140-d6218b55d683, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=9446f6fb-039c-49c7-8140-d6218b55d683,segment=NetworkSegment(b4e61a44-5672-4a1f-a070-1c31c89f5e3c),segment_id=b4e61a44-5672-4a1f-a070-1c31c89f5e3c)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:54:45.076597 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6661ef5-8e7c-452d-bf89-de254b621173 req-7373c199-844b-4d9a-be91-2e96293c83ff tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:45.078595 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-f6661ef5-8e7c-452d-bf89-de254b621173 req-7373c199-844b-4d9a-be91-2e96293c83ff tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=70eb4db8-c1b4-4b97-8840-c636d886b1d8 HTTP/1.1" status: 200 len: 943 time: 0.0858343 Aug 23 01:54:45.126937 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-f6661ef5-8e7c-452d-bf89-de254b621173 req-a856485b-73de-4fbc-b821-6f4d79bf01e9 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423877 Aug 23 01:54:45.137757 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-7aca2014-8505-4294-8ea8-51ff6ae6fd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:45.143596 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:45.154035 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca2014-8505-4294-8ea8-51ff6ae6fd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc123d61-33e7-4131-8b58-dd6f350bd09d,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:45.158028 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-7aca2014-8505-4294-8ea8-51ff6ae6fd81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:45.166496 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-7aca2014-8505-4294-8ea8-51ff6ae6fd81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:45.170043 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-7aca2014-8505-4294-8ea8-51ff6ae6fd81 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fc123d61-33e7-4131-8b58-dd6f350bd09d HTTP/1.1" status: 204 len: 168 time: 0.3012455 Aug 23 01:54:45.194421 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:45.200547 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:45.267437 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=9446f6fb-039c-49c7-8140-d6218b55d683,revision_number=4']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:45.270434 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:45.754579 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['9446f6fb-039c-49c7-8140-d6218b55d683'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:54:45.859019 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea45b0b-a3e0-4751-abf6-3a33fcecd6ab req-39bf8aab-6755-45c2-b2c6-f17ac2f1024f tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:45.861370 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-5ea45b0b-a3e0-4751-abf6-3a33fcecd6ab req-39bf8aab-6755-45c2-b2c6-f17ac2f1024f tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0917928 Aug 23 01:54:45.936493 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-5ea45b0b-a3e0-4751-abf6-3a33fcecd6ab req-62c26662-4aad-4b6a-800e-541497ed8fd9 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654824 Aug 23 01:54:46.504938 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c243c75-aa82-4219-968b-456cceeba6f3 req-056f403e-3644-4400-ba3a-be5856d37018 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:46.506417 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9c243c75-aa82-4219-968b-456cceeba6f3 req-056f403e-3644-4400-ba3a-be5856d37018 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=70eb4db8-c1b4-4b97-8840-c636d886b1d8 HTTP/1.1" status: 200 len: 944 time: 0.1011529 Aug 23 01:54:46.556251 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9c243c75-aa82-4219-968b-456cceeba6f3 req-f974f01a-592e-408e-8a47-4ec3b2cc7052 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442755 Aug 23 01:54:47.229508 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee1e43-9c29-4331-a7c8-eec1f8e6a442 req-385dcdf3-6245-4d90-b40b-ae8152856d17 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:47.244356 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-18ee1e43-9c29-4331-a7c8-eec1f8e6a442 req-385dcdf3-6245-4d90-b40b-ae8152856d17 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.1576023 Aug 23 01:54:47.297493 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-18ee1e43-9c29-4331-a7c8-eec1f8e6a442 req-40888fac-b031-4aa2-9372-78ea5531dd79 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539551 Aug 23 01:54:47.310925 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 40158) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:47.511372 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c6954756-9f95-4911-918b-37dc27f46201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:47.553457 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-c6954756-9f95-4911-918b-37dc27f46201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:54:47.557280 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-c6954756-9f95-4911-918b-37dc27f46201 admin admin] Usage tracker for resource:security_group_rule and tenant:adedcf1fdac14b058a5aeab967dc91ea is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:54:47.560289 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-c6954756-9f95-4911-918b-37dc27f46201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:54:47.566472 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-c6954756-9f95-4911-918b-37dc27f46201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:54:47.631223 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c6954756-9f95-4911-918b-37dc27f46201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:47.719899 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c6954756-9f95-4911-918b-37dc27f46201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:47.730332 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-01bdfd91-3bb9-4dee-b723-afd610e6ccda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:47.782188 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954756-9f95-4911-918b-37dc27f46201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86bd742-8978-4f35-bf2b-4069b1adfb98,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:47.816960 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-c6954756-9f95-4911-918b-37dc27f46201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:47.823435 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-c6954756-9f95-4911-918b-37dc27f46201 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=adedcf1fdac14b058a5aeab967dc91ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5114660 Aug 23 01:54:47.826235 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 40168) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:47.866546 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b390fe-80e9-4676-bf8e-6f9fb4f16ed4 req-b13ee394-1696-47b2-a9f7-096a1345bf61 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:47.868039 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e0b390fe-80e9-4676-bf8e-6f9fb4f16ed4 req-b13ee394-1696-47b2-a9f7-096a1345bf61 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=70eb4db8-c1b4-4b97-8840-c636d886b1d8 HTTP/1.1" status: 200 len: 944 time: 0.0982792 Aug 23 01:54:47.887573 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d5f43482-7a3d-47b1-a38f-81ef598f8a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:47.914525 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d5f43482-7a3d-47b1-a38f-81ef598f8a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:47.920623 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e0b390fe-80e9-4676-bf8e-6f9fb4f16ed4 req-3c006294-3666-436e-9655-38d6b8583f6c tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467894 Aug 23 01:54:48.042934 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d5f43482-7a3d-47b1-a38f-81ef598f8a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:48.047813 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-291536e3-34fe-4031-a121-86c9f75c5dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:48.060028 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f43482-7a3d-47b1-a38f-81ef598f8a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86bd742-8978-4f35-bf2b-4069b1adfb98,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:48.063448 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-d5f43482-7a3d-47b1-a38f-81ef598f8a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:48.069272 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d5f43482-7a3d-47b1-a38f-81ef598f8a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:48.075339 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-d5f43482-7a3d-47b1-a38f-81ef598f8a6e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a86bd742-8978-4f35-bf2b-4069b1adfb98 HTTP/1.1" status: 204 len: 168 time: 0.2431777 Aug 23 01:54:48.557550 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d91a4-86aa-41d2-9444-09d23b574b50 req-37e98012-9eec-4bdc-a35c-6c3a8bfd02fb tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:48.559323 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-a19d91a4-86aa-41d2-9444-09d23b574b50 req-37e98012-9eec-4bdc-a35c-6c3a8bfd02fb tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0941691 Aug 23 01:54:48.612019 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-a19d91a4-86aa-41d2-9444-09d23b574b50 req-56f12d60-c8aa-436b-b7bb-c0455155e32a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449939 Aug 23 01:54:48.774401 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 9446f6fb-039c-49c7-8140-d6218b55d683 up at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:54:48.911933 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning for port 9446f6fb-039c-49c7-8140-d6218b55d683 completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:54:48.917005 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning complete for port 9446f6fb-039c-49c7-8140-d6218b55d683 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:54:48.917379 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:49.042046 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:49.090161 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70eb4db8-c1b4-4b97-8840-c636d886b1d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9446f6fb-039c-49c7-8140-d6218b55d683'}] {{(pid=75885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:54:49.108654 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port 9446f6fb-039c-49c7-8140-d6218b55d683, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=9446f6fb-039c-49c7-8140-d6218b55d683,segment=NetworkSegment(b4e61a44-5672-4a1f-a070-1c31c89f5e3c),segment_id=b4e61a44-5672-4a1f-a070-1c31c89f5e3c)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:54:49.146714 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da646b-9141-4f08-8260-876927590d82 req-159284ee-e948-4d2e-9f3c-6648333ce33e tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:49.146714 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e8da646b-9141-4f08-8260-876927590d82 req-159284ee-e948-4d2e-9f3c-6648333ce33e tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=70eb4db8-c1b4-4b97-8840-c636d886b1d8 HTTP/1.1" status: 200 len: 944 time: 0.0971284 Aug 23 01:54:49.159287 dv-cinder-805529-1-smb neutron-server[75885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70eb4db8-c1b4-4b97-8840-c636d886b1d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9446f6fb-039c-49c7-8140-d6218b55d683', 'code': 200} Aug 23 01:54:49.200008 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e8da646b-9141-4f08-8260-876927590d82 req-bd7dda6e-78a7-459a-b213-61bccf8a7d50 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455174 Aug 23 01:54:49.244499 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:49.245636 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:49.323260 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=9446f6fb-039c-49c7-8140-d6218b55d683,revision_number=5']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:49.338013 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:49.682477 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-fea66984-7f60-45ca-9c06-adc450bb4f52 req-75f2150c-c1c9-4e7c-a0a5-c227937d1092 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=70eb4db8-c1b4-4b97-8840-c636d886b1d8 HTTP/1.1" status: 200 len: 1098 time: 0.1576061 Aug 23 01:54:49.780644 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c30a97b3-55bf-4666-85ee-179f45b9bbea req-ea292dab-6a2a-414e-861e-a42b2a86babf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 1099 time: 0.1999876 Aug 23 01:54:49.827021 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-fea66984-7f60-45ca-9c06-adc450bb4f52 req-d19f714a-4b2a-481b-b954-3bcd7bbf47ab service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348658 Aug 23 01:54:49.856789 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c30a97b3-55bf-4666-85ee-179f45b9bbea req-e0634d5b-0b43-495e-93f4-bfcda8e9c8e6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596142 Aug 23 01:54:49.918232 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f57565-83c2-4e3c-90e1-a6fbe34bba82 req-8200876f-3bd8-4d8f-ab45-c00b6f70f05f tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:49.920237 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b5f57565-83c2-4e3c-90e1-a6fbe34bba82 req-8200876f-3bd8-4d8f-ab45-c00b6f70f05f tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0957825 Aug 23 01:54:49.986075 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b5f57565-83c2-4e3c-90e1-a6fbe34bba82 req-ca5b8eb1-d1fe-4f57-8df1-69b734cad872 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594800 Aug 23 01:54:50.412847 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c99dd-48a4-4dc6-b45e-238fd6a304b8 req-b17dbb2e-a5c1-4841-8d02-f67454b7887b tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:50.414201 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-645c99dd-48a4-4dc6-b45e-238fd6a304b8 req-b17dbb2e-a5c1-4841-8d02-f67454b7887b tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=70eb4db8-c1b4-4b97-8840-c636d886b1d8 HTTP/1.1" status: 200 len: 945 time: 0.0837893 Aug 23 01:54:50.462772 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-645c99dd-48a4-4dc6-b45e-238fd6a304b8 req-3d5806e7-c832-41c6-9531-21ed3c724965 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431211 Aug 23 01:54:51.151594 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 40272) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:51.192770 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ca315-2a8c-40fe-a484-c8f8c115e245 req-d00879ef-c5c3-47a6-8ddb-61602eb17982 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:51.194250 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-6a3ca315-2a8c-40fe-a484-c8f8c115e245 req-d00879ef-c5c3-47a6-8ddb-61602eb17982 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0874550 Aug 23 01:54:51.252489 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-6a3ca315-2a8c-40fe-a484-c8f8c115e245 req-7cbe2555-5561-4d34-bee2-138d04eac916 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519955 Aug 23 01:54:51.307949 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-14fdc452-6b81-4cd1-80d3-71a1a3991b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:51.339431 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-14fdc452-6b81-4cd1-80d3-71a1a3991b3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:54:51.343457 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-14fdc452-6b81-4cd1-80d3-71a1a3991b3b admin admin] Usage tracker for resource:security_group_rule and tenant:ee3d9c231ed8461a8d6fc9f5d4917953 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:54:51.349688 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-14fdc452-6b81-4cd1-80d3-71a1a3991b3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:54:51.352525 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-14fdc452-6b81-4cd1-80d3-71a1a3991b3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:54:51.418649 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-14fdc452-6b81-4cd1-80d3-71a1a3991b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:51.548804 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-14fdc452-6b81-4cd1-80d3-71a1a3991b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:51.556814 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:51.600232 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fdc452-6b81-4cd1-80d3-71a1a3991b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821fe013-1465-445b-bc3f-2abe0229b36c,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:51.604707 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-14fdc452-6b81-4cd1-80d3-71a1a3991b3b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee3d9c231ed8461a8d6fc9f5d4917953&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4519601 Aug 23 01:54:51.605555 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-14fdc452-6b81-4cd1-80d3-71a1a3991b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:51.607782 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 40284) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:51.675075 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed350398-f548-4672-b5b5-7bdece9c70d6 req-466a74b8-b11d-4c9c-9fca-63c5df921742 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:51.682501 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-04d3fd7a-7871-4640-a2bc-dbd560620f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:51.683638 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ed350398-f548-4672-b5b5-7bdece9c70d6 req-466a74b8-b11d-4c9c-9fca-63c5df921742 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=70eb4db8-c1b4-4b97-8840-c636d886b1d8 HTTP/1.1" status: 200 len: 945 time: 0.0975673 Aug 23 01:54:51.713536 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-04d3fd7a-7871-4640-a2bc-dbd560620f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:51.741876 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ed350398-f548-4672-b5b5-7bdece9c70d6 req-115f6333-6f4d-42a0-87f6-601e85868aa8 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572183 Aug 23 01:54:51.766346 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:51.851069 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-04d3fd7a-7871-4640-a2bc-dbd560620f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:51.855990 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-0e83ae18-f120-4e6f-8da6-d356cbb218b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:51.872845 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3fd7a-7871-4640-a2bc-dbd560620f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821fe013-1465-445b-bc3f-2abe0229b36c,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:51.874986 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-04d3fd7a-7871-4640-a2bc-dbd560620f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:51.875838 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-04d3fd7a-7871-4640-a2bc-dbd560620f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:51.877273 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-04d3fd7a-7871-4640-a2bc-dbd560620f0d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/821fe013-1465-445b-bc3f-2abe0229b36c HTTP/1.1" status: 204 len: 168 time: 0.2682021 Aug 23 01:54:52.573288 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4347a6d-5f60-4918-b6eb-e96e3c74da2f req-13cf6e47-db04-467e-9fe0-7959a3bf8947 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:52.574636 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c4347a6d-5f60-4918-b6eb-e96e3c74da2f req-13cf6e47-db04-467e-9fe0-7959a3bf8947 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.1724331 Aug 23 01:54:52.622449 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c4347a6d-5f60-4918-b6eb-e96e3c74da2f req-c25c9f8e-b292-48cc-9df3-10df201bc5f5 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408123 Aug 23 01:54:52.688095 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 40306) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:52.707253 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-25bfe11e-7d3a-4777-9ed4-c8f4b37b5a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:52.740476 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-25bfe11e-7d3a-4777-9ed4-c8f4b37b5a28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:54:52.745219 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-25bfe11e-7d3a-4777-9ed4-c8f4b37b5a28 admin admin] Usage tracker for resource:security_group_rule and tenant:e20740eda6a94ed8b2adef6097d557f5 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:54:52.748651 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-25bfe11e-7d3a-4777-9ed4-c8f4b37b5a28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:54:52.755006 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-25bfe11e-7d3a-4777-9ed4-c8f4b37b5a28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:54:52.833582 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-25bfe11e-7d3a-4777-9ed4-c8f4b37b5a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:52.938273 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-25bfe11e-7d3a-4777-9ed4-c8f4b37b5a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:52.946388 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-ce015d99-9c08-4d27-9f92-dad4cf4e191c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:52.991495 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bfe11e-7d3a-4777-9ed4-c8f4b37b5a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fadbce-b59d-4dc2-ae93-3ca764f9889d,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:52.999075 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3380b9-08c6-4360-982c-51eea429f953 req-9685c23d-78e6-4dfd-be45-591e95b6cf0b tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:53.001178 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-be3380b9-08c6-4360-982c-51eea429f953 req-9685c23d-78e6-4dfd-be45-591e95b6cf0b tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=70eb4db8-c1b4-4b97-8840-c636d886b1d8 HTTP/1.1" status: 200 len: 945 time: 0.1370034 Aug 23 01:54:53.002802 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-25bfe11e-7d3a-4777-9ed4-c8f4b37b5a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:53.008590 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 40316) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:54:53.008712 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-25bfe11e-7d3a-4777-9ed4-c8f4b37b5a28 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e20740eda6a94ed8b2adef6097d557f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3195167 Aug 23 01:54:53.059528 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-be3380b9-08c6-4360-982c-51eea429f953 req-b9de5c7d-387c-4269-acff-8db02c739d97 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496049 Aug 23 01:54:53.071342 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c4b4a81d-ac4f-41d1-8a55-157675f80c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:53.101336 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c4b4a81d-ac4f-41d1-8a55-157675f80c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:53.252322 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c4b4a81d-ac4f-41d1-8a55-157675f80c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:53.257513 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-f18b1722-2af3-46c2-8d2d-e71b8558abea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:53.273985 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4a81d-ac4f-41d1-8a55-157675f80c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fadbce-b59d-4dc2-ae93-3ca764f9889d,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:53.277141 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-c4b4a81d-ac4f-41d1-8a55-157675f80c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:53.281350 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c4b4a81d-ac4f-41d1-8a55-157675f80c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:53.287634 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-c4b4a81d-ac4f-41d1-8a55-157675f80c5b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/71fadbce-b59d-4dc2-ae93-3ca764f9889d HTTP/1.1" status: 204 len: 168 time: 0.2732856 Aug 23 01:54:53.876667 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfc118-fa26-4515-9066-65e554651eb7 req-f6988640-1a28-45d1-9fa8-428e104deb69 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:53.879184 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-87dfc118-fa26-4515-9066-65e554651eb7 req-f6988640-1a28-45d1-9fa8-428e104deb69 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.1190574 Aug 23 01:54:53.959543 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-87dfc118-fa26-4515-9066-65e554651eb7 req-03ffb75f-d2c8-4f63-ba46-2304a687ceb4 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708427 Aug 23 01:54:54.114951 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643505c-2d7e-448f-978c-243e002c33a5 req-ad0fc09c-5ead-4e44-b666-e5841dee20dc tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:54.122881 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f643505c-2d7e-448f-978c-243e002c33a5 req-ad0fc09c-5ead-4e44-b666-e5841dee20dc tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/networks?id=6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 HTTP/1.1" status: 200 len: 814 time: 0.2246294 Aug 23 01:54:54.144677 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f643505c-2d7e-448f-978c-243e002c33a5 req-00abe542-1d2d-40bb-b532-e776524f4097 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/quotas/19fb13e7c5e24c35930091d9780fb75c HTTP/1.1" status: 200 len: 375 time: 0.0206273 Aug 23 01:54:54.239144 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f643505c-2d7e-448f-978c-243e002c33a5 req-13d95ab4-ed1f-467f-8f37-ef19bb891c67 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=19fb13e7c5e24c35930091d9780fb75c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0935404 Aug 23 01:54:54.447447 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f643505c-2d7e-448f-978c-243e002c33a5 req-8b8c063a-4c72-45b7-9c22-5d4c8a5aed7e service neutron] 10.222.0.18 "GET /v2.0/networks/6fd7eb81-afc9-4814-83ed-f98cc97bf6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987360 Aug 23 01:54:54.594825 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f643505c-2d7e-448f-978c-243e002c33a5 req-2bed4bf5-199f-4c6b-bd67-13b0ac15b371 service neutron] 10.222.0.18 "GET /v2.0/networks/6fd7eb81-afc9-4814-83ed-f98cc97bf6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417079 Aug 23 01:54:55.131990 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-1ab7827e-88cc-4e12-b99e-3bda09acf47e req-a98b3597-d252-43ad-91bb-63f2f8dc6106 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=c026ec56-d57b-420d-b127-d769de0bc1a1 HTTP/1.1" status: 200 len: 210 time: 0.0608850 Aug 23 01:54:55.322003 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e5ff2f4d-ebd3-4674-8b8e-74bd93ae6837 req-7638066a-8c25-4494-8db3-9fc43ab0f24a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=940e2126538e41ad94209d280bc548f0&device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 1099 time: 0.1831634 Aug 23 01:54:55.334005 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fd98f-309c-4531-9bf3-06646091abff req-e33598dc-5188-4d0f-8e3a-5c5ed77a3d89 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:55.339776 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f20fd98f-309c-4531-9bf3-06646091abff req-e33598dc-5188-4d0f-8e3a-5c5ed77a3d89 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.3303328 Aug 23 01:54:55.474186 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f20fd98f-309c-4531-9bf3-06646091abff req-309fb661-293b-42a4-ab5a-a965e61f08db tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125088 Aug 23 01:54:55.506967 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff2f4d-ebd3-4674-8b8e-74bd93ae6837 req-e39f4fbd-a137-4b30-ad53-34fe7062ffbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:55.508599 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e5ff2f4d-ebd3-4674-8b8e-74bd93ae6837 req-e39f4fbd-a137-4b30-ad53-34fe7062ffbc service neutron] 10.222.0.10 "GET /v2.0/networks?id=2923ff85-c672-42fc-9cad-ac2843fb8239 HTTP/1.1" status: 200 len: 919 time: 0.1677859 Aug 23 01:54:55.584783 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e5ff2f4d-ebd3-4674-8b8e-74bd93ae6837 req-cc930a8b-0edc-4286-bab5-4e774d4def11 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35141321-8de7-4cb8-b912-e55b8597f1a6 HTTP/1.1" status: 200 len: 217 time: 0.0660267 Aug 23 01:54:55.657342 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff2f4d-ebd3-4674-8b8e-74bd93ae6837 req-4e335a6b-dac9-4e23-9fb2-243d0c679730 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:55.657342 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e5ff2f4d-ebd3-4674-8b8e-74bd93ae6837 req-4e335a6b-dac9-4e23-9fb2-243d0c679730 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0ec4e931-02be-4a33-9930-18e862114160 HTTP/1.1" status: 200 len: 858 time: 0.0627935 Aug 23 01:54:55.705530 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e5ff2f4d-ebd3-4674-8b8e-74bd93ae6837 req-68fe433e-ed44-4786-afda-0ef2807d9eeb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2923ff85-c672-42fc-9cad-ac2843fb8239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390515 Aug 23 01:54:55.849625 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e5ff2f4d-ebd3-4674-8b8e-74bd93ae6837 req-8ef63cb6-1c81-4934-adfd-131fa78e1a85 service neutron] 10.222.0.10 "GET /v2.0/networks/2923ff85-c672-42fc-9cad-ac2843fb8239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345906 Aug 23 01:54:55.989170 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e5ff2f4d-ebd3-4674-8b8e-74bd93ae6837 req-95501ba4-071b-4ffb-9335-77923cd59477 service neutron] 10.222.0.10 "GET /v2.0/networks/2923ff85-c672-42fc-9cad-ac2843fb8239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320751 Aug 23 01:54:56.321035 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-da7dd54d-cdfa-4abc-aa6c-7473ad27583b req-11998996-1b0f-4a08-8a82-9f71ee12cdc1 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=c026ec56-d57b-420d-b127-d769de0bc1a1 HTTP/1.1" status: 200 len: 210 time: 0.0560617 Aug 23 01:54:56.705511 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02744fb-bcfd-4d8f-be82-693b031667b0 req-072557d9-3ea5-4c8b-9c8a-24ad8f62d449 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:56.713070 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f02744fb-bcfd-4d8f-be82-693b031667b0 req-072557d9-3ea5-4c8b-9c8a-24ad8f62d449 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.1109705 Aug 23 01:54:56.760328 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f02744fb-bcfd-4d8f-be82-693b031667b0 req-dfa2b4fc-7416-4653-8614-055fd383f353 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461979 Aug 23 01:54:57.529026 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-b8aa9800-f448-40ef-b485-85013a60f80b req-6caeb78d-2ed5-4884-953e-2ca3eab97378 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=c026ec56-d57b-420d-b127-d769de0bc1a1 HTTP/1.1" status: 200 len: 210 time: 0.0679541 Aug 23 01:54:58.067790 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643505c-2d7e-448f-978c-243e002c33a5 req-c6cdd2e4-8d6a-4430-82d0-d7fa817ac03c tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:58.069209 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f643505c-2d7e-448f-978c-243e002c33a5 req-c6cdd2e4-8d6a-4430-82d0-d7fa817ac03c tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.10 "GET /v2.0/networks?id=6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 HTTP/1.1" status: 200 len: 814 time: 0.2023499 Aug 23 01:54:58.079021 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285e810-44ba-4209-9808-e639183c0152 req-2c0e864d-1217-4f61-888f-14838d3516b2 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:58.080491 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8285e810-44ba-4209-9808-e639183c0152 req-2c0e864d-1217-4f61-888f-14838d3516b2 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.1906374 Aug 23 01:54:58.103269 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-f643505c-2d7e-448f-978c-243e002c33a5 req-66f08019-1288-45ee-b093-673d3fe37250 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Request body: {'port': {'device_id': 'c026ec56-d57b-420d-b127-d769de0bc1a1', 'network_id': '6fd7eb81-afc9-4814-83ed-f98cc97bf6f8', 'admin_state_up': True, 'tenant_id': '19fb13e7c5e24c35930091d9780fb75c'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:54:58.219778 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8285e810-44ba-4209-9808-e639183c0152 req-caeaa3ce-66b4-46cb-88a3-7376d121f520 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336064 Aug 23 01:54:58.273352 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-f643505c-2d7e-448f-978c-243e002c33a5 req-66f08019-1288-45ee-b093-673d3fe37250 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:54:58.284477 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-f643505c-2d7e-448f-978c-243e002c33a5 req-66f08019-1288-45ee-b093-673d3fe37250 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:54:58.393967 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f643505c-2d7e-448f-978c-243e002c33a5 req-66f08019-1288-45ee-b093-673d3fe37250 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Made reservation on behalf of 19fb13e7c5e24c35930091d9780fb75c for: {'port': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:54:58.397138 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-f643505c-2d7e-448f-978c-243e002c33a5 req-66f08019-1288-45ee-b093-673d3fe37250 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:58.662470 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_common [req-f643505c-2d7e-448f-978c-243e002c33a5 req-66f08019-1288-45ee-b093-673d3fe37250 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Allocated IP 172.20.0.13 (6fd7eb81-afc9-4814-83ed-f98cc97bf6f8/824eb3c9-cfbc-4739-ace0-27334b2e4f9e/058df44f-f61c-4c77-846a-d67e3905d22e) {{(pid=75884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:54:58.710422 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-b135e195-715c-43af-94c0-e49734896a67 req-38827c9f-b560-4ffa-87f6-9ee6ddb1c8e8 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=c026ec56-d57b-420d-b127-d769de0bc1a1 HTTP/1.1" status: 200 len: 210 time: 0.0492527 Aug 23 01:54:58.918202 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-f643505c-2d7e-448f-978c-243e002c33a5 req-66f08019-1288-45ee-b093-673d3fe37250 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks [] for port, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:59.026213 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-f643505c-2d7e-448f-978c-243e002c33a5 req-66f08019-1288-45ee-b093-673d3fe37250 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:59.032772 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-1ae8e172-fe09-4ae4-9058-dfe23ec20293 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:54:59.050989 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['e6796267-f506-43d6-93f0-ae10004c4796', 'c1eb59b2-1713-4b75-8b7c-172c81f0cacc', 'dfb3f423-eb74-40db-b389-a4e9bb87b771'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:54:59.110011 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f643505c-2d7e-448f-978c-243e002c33a5 req-66f08019-1288-45ee-b093-673d3fe37250 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Network 6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 is already hosted by enough agents. {{(pid=75884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:54:59.113308 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [req-f643505c-2d7e-448f-978c-243e002c33a5 req-66f08019-1288-45ee-b093-673d3fe37250 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Resources bound (agent type, host, resource id): {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:54:59.122673 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f643505c-2d7e-448f-978c-243e002c33a5 req-66f08019-1288-45ee-b093-673d3fe37250 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Received port after_create {{(pid=75884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:54:59.153991 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f08019-1288-45ee-b093-673d3fe37250 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Pushing event updated for resources: {'Port': ['ID=058df44f-f61c-4c77-846a-d67e3905d22e,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:54:59.157699 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-66f08019-1288-45ee-b093-673d3fe37250 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:54:59.192833 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643505c-2d7e-448f-978c-243e002c33a5 req-66f08019-1288-45ee-b093-673d3fe37250 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:59.193438 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-f643505c-2d7e-448f-978c-243e002c33a5 req-66f08019-1288-45ee-b093-673d3fe37250 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:59.312106 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f643505c-2d7e-448f-978c-243e002c33a5 req-66f08019-1288-45ee-b093-673d3fe37250 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2121673 Aug 23 01:54:59.332290 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-f643505c-2d7e-448f-978c-243e002c33a5 req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Request body: {'port': {'device_id': 'c026ec56-d57b-420d-b127-d769de0bc1a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:54:59.522160 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-f643505c-2d7e-448f-978c-243e002c33a5 req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:54:59.537196 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d6f33-9f69-4ac1-9520-f902b593617a req-fcd8370f-477a-413f-8544-9fc0c3456584 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:54:59.538753 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-519d6f33-9f69-4ac1-9520-f902b593617a req-fcd8370f-477a-413f-8544-9fc0c3456584 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.1696723 Aug 23 01:54:59.778887 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-519d6f33-9f69-4ac1-9520-f902b593617a req-ae4dddef-9d45-4dc6-8c08-e3519e597985 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327447 Aug 23 01:55:00.009641 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadd59f-219e-402d-b966-cb0bc60a83f8 req-21df6e03-f239-4153-ab36-7e5f345772b1 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:00.011488 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-7fadd59f-219e-402d-b966-cb0bc60a83f8 req-21df6e03-f239-4153-ab36-7e5f345772b1 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=c026ec56-d57b-420d-b127-d769de0bc1a1 HTTP/1.1" status: 200 len: 932 time: 0.1100984 Aug 23 01:55:00.032704 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [req-f643505c-2d7e-448f-978c-243e002c33a5 req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 058df44f-f61c-4c77-846a-d67e3905d22e {{(pid=75884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:55:00.040450 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-f643505c-2d7e-448f-978c-243e002c33a5 req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:00.057345 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.provisioning_blocks [req-f643505c-2d7e-448f-978c-243e002c33a5 req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Transition to ACTIVE for port object 058df44f-f61c-4c77-846a-d67e3905d22e will not be triggered until provisioned by entity L2. {{(pid=75884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:55:00.068077 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-7fadd59f-219e-402d-b966-cb0bc60a83f8 req-1cc7aec2-f86c-4c77-8813-2be1581ce27d tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494101 Aug 23 01:55:00.159652 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-f643505c-2d7e-448f-978c-243e002c33a5 req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565686'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:00.164493 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-de415c28-dc94-4873-a102-42fecfed383f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:00.288424 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Pushing event updated for resources: {'Port': ['ID=058df44f-f61c-4c77-846a-d67e3905d22e,revision_number=2']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:00.302621 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:00.302978 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:00.303355 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:00.303713 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:00.304140 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:00.304633 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:00.305059 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:00.305403 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:00.305743 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:00.306272 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:00.306737 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:00.338976 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:00.419775 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-f643505c-2d7e-448f-978c-243e002c33a5 req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Attempting to bind port 058df44f-f61c-4c77-846a-d67e3905d22e on host hv-cinder-80552 for vnic_type normal with profile {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:55:00.420123 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-f643505c-2d7e-448f-978c-243e002c33a5 req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Attempting to bind port 058df44f-f61c-4c77-846a-d67e3905d22e by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': '269a0b8a-2a6b-4e47-b752-80dff62f9501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6fd7eb81-afc9-4814-83ed-f98cc97bf6f8'}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:55:00.420439 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f643505c-2d7e-448f-978c-243e002c33a5 req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Attempting to bind port 058df44f-f61c-4c77-846a-d67e3905d22e on network 6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:55:00.427039 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f643505c-2d7e-448f-978c-243e002c33a5 req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Port 058df44f-f61c-4c77-846a-d67e3905d22e on network 6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 01:55:00.427371 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f643505c-2d7e-448f-978c-243e002c33a5 req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Attempting to bind port 058df44f-f61c-4c77-846a-d67e3905d22e on network 6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:55:00.433422 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f643505c-2d7e-448f-978c-243e002c33a5 req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Checking agent: {'id': '57122005-e7d6-4a8f-9a43-0b5b130153fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:55:00.433747 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f643505c-2d7e-448f-978c-243e002c33a5 req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Checking segment: {'id': '269a0b8a-2a6b-4e47-b752-80dff62f9501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6fd7eb81-afc9-4814-83ed-f98cc97bf6f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:55:00.434120 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f643505c-2d7e-448f-978c-243e002c33a5 req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Bound using segment: {'id': '269a0b8a-2a6b-4e47-b752-80dff62f9501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6fd7eb81-afc9-4814-83ed-f98cc97bf6f8'} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:55:00.434527 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-f643505c-2d7e-448f-978c-243e002c33a5 req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Bound port: 058df44f-f61c-4c77-846a-d67e3905d22e, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '269a0b8a-2a6b-4e47-b752-80dff62f9501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6fd7eb81-afc9-4814-83ed-f98cc97bf6f8'}}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:55:00.434858 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-f643505c-2d7e-448f-978c-243e002c33a5 req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:00.522407 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-f643505c-2d7e-448f-978c-243e002c33a5 req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] For port 058df44f-f61c-4c77-846a-d67e3905d22e, host hv-cinder-80552, cleared binding levels {{(pid=75884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:55:00.525309 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-f643505c-2d7e-448f-978c-243e002c33a5 req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] For port 058df44f-f61c-4c77-846a-d67e3905d22e, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=058df44f-f61c-4c77-846a-d67e3905d22e,segment=NetworkSegment(269a0b8a-2a6b-4e47-b752-80dff62f9501),segment_id=269a0b8a-2a6b-4e47-b752-80dff62f9501)] {{(pid=75884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:55:00.788382 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-f643505c-2d7e-448f-978c-243e002c33a5 req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565686'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:00.792946 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:00.855937 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-f643505c-2d7e-448f-978c-243e002c33a5 req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:00.857675 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f643505c-2d7e-448f-978c-243e002c33a5 req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] 10.222.0.10 "PUT /v2.0/ports/058df44f-f61c-4c77-846a-d67e3905d22e HTTP/1.1" status: 200 len: 1094 time: 1.5318258 Aug 23 01:55:00.858276 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c026ec56-d57b-420d-b127-d769de0bc1a1', 'tag': '058df44f-f61c-4c77-846a-d67e3905d22e'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:55:00.880960 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Pushing event updated for resources: {'Port': ['ID=058df44f-f61c-4c77-846a-d67e3905d22e,revision_number=3']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:00.884408 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:01.007517 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c026ec56-d57b-420d-b127-d769de0bc1a1', 'tag': '058df44f-f61c-4c77-846a-d67e3905d22e', 'status': 'completed', 'code': 200} Aug 23 01:55:01.055914 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c7f35-8e9b-46d7-8a56-7276ddc814ae req-08e12a1f-80b9-48cd-b6d3-84b39175f878 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:01.057361 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-387c7f35-8e9b-46d7-8a56-7276ddc814ae req-08e12a1f-80b9-48cd-b6d3-84b39175f878 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.1411309 Aug 23 01:55:01.062674 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f643505c-2d7e-448f-978c-243e002c33a5 req-bbef141a-14d7-4cf0-84fe-d82f785d9980 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=19fb13e7c5e24c35930091d9780fb75c&device_id=c026ec56-d57b-420d-b127-d769de0bc1a1 HTTP/1.1" status: 200 len: 1097 time: 0.0919049 Aug 23 01:55:01.206524 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f643505c-2d7e-448f-978c-243e002c33a5 req-3fc297d3-7891-433d-9114-7117e99641e0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=058df44f-f61c-4c77-846a-d67e3905d22e HTTP/1.1" status: 200 len: 217 time: 0.1299195 Aug 23 01:55:01.267753 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-387c7f35-8e9b-46d7-8a56-7276ddc814ae req-ce95da92-0bde-4aaf-8e40-9f1c263009cc tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041223 Aug 23 01:55:01.273343 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aeaca2-07ac-40a2-a94c-710344f59aa5 req-b112689d-75b1-4d9e-b22a-4cbb7cc21e3f tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:01.274794 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-f5aeaca2-07ac-40a2-a94c-710344f59aa5 req-b112689d-75b1-4d9e-b22a-4cbb7cc21e3f tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=c026ec56-d57b-420d-b127-d769de0bc1a1 HTTP/1.1" status: 200 len: 944 time: 0.0803771 Aug 23 01:55:01.291774 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643505c-2d7e-448f-978c-243e002c33a5 req-361f638f-7fb4-4a50-b158-dc1c38ead92f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:01.293442 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f643505c-2d7e-448f-978c-243e002c33a5 req-361f638f-7fb4-4a50-b158-dc1c38ead92f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=824eb3c9-cfbc-4739-ace0-27334b2e4f9e HTTP/1.1" status: 200 len: 854 time: 0.0713067 Aug 23 01:55:01.336757 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-f5aeaca2-07ac-40a2-a94c-710344f59aa5 req-5b597782-681d-42cf-beef-4fc07f838e46 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557971 Aug 23 01:55:01.362698 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f643505c-2d7e-448f-978c-243e002c33a5 req-63e80aa1-754f-4369-b786-faa7d81505e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6fd7eb81-afc9-4814-83ed-f98cc97bf6f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595031 Aug 23 01:55:01.513536 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f643505c-2d7e-448f-978c-243e002c33a5 req-a7224eff-9395-4c50-969a-eba45abfb661 service neutron] 10.222.0.10 "GET /v2.0/networks/6fd7eb81-afc9-4814-83ed-f98cc97bf6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429801 Aug 23 01:55:01.673502 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f643505c-2d7e-448f-978c-243e002c33a5 req-0b8cd73a-6d2e-40c6-84d6-fc11af7b64a1 service neutron] 10.222.0.10 "GET /v2.0/networks/6fd7eb81-afc9-4814-83ed-f98cc97bf6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333020 Aug 23 01:55:01.862437 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-631a25e1-a9f6-43f8-bd31-7165924b4c75 req-63019d97-c93a-4c68-a589-18f99d03080c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=19fb13e7c5e24c35930091d9780fb75c&device_id=c026ec56-d57b-420d-b127-d769de0bc1a1 HTTP/1.1" status: 200 len: 1097 time: 0.0730629 Aug 23 01:55:02.035716 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a25e1-a9f6-43f8-bd31-7165924b4c75 req-9b421c01-6721-4dc6-8564-6205d4d1f7eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:02.037154 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-631a25e1-a9f6-43f8-bd31-7165924b4c75 req-9b421c01-6721-4dc6-8564-6205d4d1f7eb service neutron] 10.222.0.10 "GET /v2.0/networks?id=6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 HTTP/1.1" status: 200 len: 915 time: 0.1599925 Aug 23 01:55:02.117068 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-631a25e1-a9f6-43f8-bd31-7165924b4c75 req-d33733c4-e173-4b8d-84d5-69d1780c9c9b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=058df44f-f61c-4c77-846a-d67e3905d22e HTTP/1.1" status: 200 len: 217 time: 0.0716586 Aug 23 01:55:02.193491 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a25e1-a9f6-43f8-bd31-7165924b4c75 req-705d9177-e703-4a49-85e4-40a24e2e8bcd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:02.194929 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-631a25e1-a9f6-43f8-bd31-7165924b4c75 req-705d9177-e703-4a49-85e4-40a24e2e8bcd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=824eb3c9-cfbc-4739-ace0-27334b2e4f9e HTTP/1.1" status: 200 len: 854 time: 0.0644741 Aug 23 01:55:02.216898 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-89f83e76-b500-495b-b362-85c02db87395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:02.252793 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-631a25e1-a9f6-43f8-bd31-7165924b4c75 req-3ad445dd-1c4c-4d81-a8b5-a5cb1b0e6aab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6fd7eb81-afc9-4814-83ed-f98cc97bf6f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503926 Aug 23 01:55:02.403879 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-631a25e1-a9f6-43f8-bd31-7165924b4c75 req-4c61a9af-f7ee-4bf8-a0cd-411d9eaa9ba9 service neutron] 10.222.0.10 "GET /v2.0/networks/6fd7eb81-afc9-4814-83ed-f98cc97bf6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439502 Aug 23 01:55:02.603812 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-631a25e1-a9f6-43f8-bd31-7165924b4c75 req-0e18a97b-b825-434b-8b32-1998a1e5d3ed service neutron] 10.222.0.10 "GET /v2.0/networks/6fd7eb81-afc9-4814-83ed-f98cc97bf6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920121 Aug 23 01:55:02.617606 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62dd5bd-4716-4293-b1cd-7ca046ede3d9 req-5512c6d9-02c5-4a75-b891-0aebf2efda31 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:02.618282 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-e62dd5bd-4716-4293-b1cd-7ca046ede3d9 req-5512c6d9-02c5-4a75-b891-0aebf2efda31 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Synchronizing usage tracker for tenant:19fb13e7c5e24c35930091d9780fb75c on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:55:02.696944 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:02.774271 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-e62dd5bd-4716-4293-b1cd-7ca046ede3d9 req-5512c6d9-02c5-4a75-b891-0aebf2efda31 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Unset dirty status for tenant:19fb13e7c5e24c35930091d9780fb75c on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:55:02.775399 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e62dd5bd-4716-4293-b1cd-7ca046ede3d9 req-5512c6d9-02c5-4a75-b891-0aebf2efda31 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=c026ec56-d57b-420d-b127-d769de0bc1a1 HTTP/1.1" status: 200 len: 944 time: 0.2779365 Aug 23 01:55:02.827786 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e62dd5bd-4716-4293-b1cd-7ca046ede3d9 req-a02a27fd-e5a4-4062-ab60-1de4b04cafda tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458539 Aug 23 01:55:03.475522 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c06f96-5b26-439f-a403-93dfa0657a05 req-cce4d94b-7ee1-4773-bef4-1b19828a527c tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:03.477026 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-f8c06f96-5b26-439f-a403-93dfa0657a05 req-cce4d94b-7ee1-4773-bef4-1b19828a527c tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0811362 Aug 23 01:55:03.522940 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-f8c06f96-5b26-439f-a403-93dfa0657a05 req-21222fd1-4b38-47fa-9d4c-882653bd8425 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403209 Aug 23 01:55:04.085980 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcb4c9-9d55-4103-9255-aea26c0a7b0f req-348d9519-c5ca-4af6-b8ca-5e133e879c46 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:04.087458 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d4bcb4c9-9d55-4103-9255-aea26c0a7b0f req-348d9519-c5ca-4af6-b8ca-5e133e879c46 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=c026ec56-d57b-420d-b127-d769de0bc1a1 HTTP/1.1" status: 200 len: 944 time: 0.0786960 Aug 23 01:55:04.141680 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d4bcb4c9-9d55-4103-9255-aea26c0a7b0f req-9730d668-19ad-429e-8d1f-3a8eb04332fa tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475810 Aug 23 01:55:04.583905 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-11313332-1e35-45a6-815a-432481ae474b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:04.721106 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 40674) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:55:04.870149 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 058df44f-f61c-4c77-846a-d67e3905d22e details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 01:55:04.883855 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-0c4c71cc-5c18-4043-b076-9d164663a64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:04.917346 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-0c4c71cc-5c18-4043-b076-9d164663a64b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:55:04.921418 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-0c4c71cc-5c18-4043-b076-9d164663a64b admin admin] Usage tracker for resource:security_group_rule and tenant:b3f1a5e6a82b47bfb72a0842c6376641 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:55:04.924691 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-0c4c71cc-5c18-4043-b076-9d164663a64b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:55:04.930687 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-0c4c71cc-5c18-4043-b076-9d164663a64b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:55:05.013246 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-0c4c71cc-5c18-4043-b076-9d164663a64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:05.049620 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port 058df44f-f61c-4c77-846a-d67e3905d22e, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=058df44f-f61c-4c77-846a-d67e3905d22e,segment=NetworkSegment(269a0b8a-2a6b-4e47-b752-80dff62f9501),segment_id=269a0b8a-2a6b-4e47-b752-80dff62f9501)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:55:05.064595 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Returning: {'device': '058df44f-f61c-4c77-846a-d67e3905d22e', 'network_id': '6fd7eb81-afc9-4814-83ed-f98cc97bf6f8', 'port_id': '058df44f-f61c-4c77-846a-d67e3905d22e', 'mac_address': 'fa:16:3e:c9:e9:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '824eb3c9-cfbc-4739-ace0-27334b2e4f9e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 01:55:05.095004 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-0c4c71cc-5c18-4043-b076-9d164663a64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:05.102256 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-04d3fd7a-7871-4640-a2bc-dbd560620f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:05.125811 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:05.146270 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c71cc-5c18-4043-b076-9d164663a64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72540380-ddcf-4c2e-83a5-81f603c95a3e,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:05.147812 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 058df44f-f61c-4c77-846a-d67e3905d22e {{(pid=75885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:55:05.158435 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-0c4c71cc-5c18-4043-b076-9d164663a64b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b3f1a5e6a82b47bfb72a0842c6376641&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4331577 Aug 23 01:55:05.158969 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 40686) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:55:05.163201 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c71cc-5c18-4043-b076-9d164663a64b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:05.163593 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c71cc-5c18-4043-b076-9d164663a64b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:05.163945 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c71cc-5c18-4043-b076-9d164663a64b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:05.164307 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c71cc-5c18-4043-b076-9d164663a64b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:05.164653 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c71cc-5c18-4043-b076-9d164663a64b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:05.164987 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c71cc-5c18-4043-b076-9d164663a64b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:05.165323 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c71cc-5c18-4043-b076-9d164663a64b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:05.165657 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c71cc-5c18-4043-b076-9d164663a64b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:05.166040 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c71cc-5c18-4043-b076-9d164663a64b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:05.166394 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c71cc-5c18-4043-b076-9d164663a64b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:05.166738 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4c71cc-5c18-4043-b076-9d164663a64b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:05.167559 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port 058df44f-f61c-4c77-846a-d67e3905d22e, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=058df44f-f61c-4c77-846a-d67e3905d22e,segment=NetworkSegment(269a0b8a-2a6b-4e47-b752-80dff62f9501),segment_id=269a0b8a-2a6b-4e47-b752-80dff62f9501)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:55:05.170557 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-0c4c71cc-5c18-4043-b076-9d164663a64b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:05.226228 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-072df5e2-a63d-46f2-9d83-7599c27ae7e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:05.257499 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-072df5e2-a63d-46f2-9d83-7599c27ae7e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:05.262539 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:05.264566 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:05.333002 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=058df44f-f61c-4c77-846a-d67e3905d22e,revision_number=4']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:05.336133 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:05.378453 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3241118-fd3f-4d0f-8d54-b74e040823d3 req-ee40cf02-f0e2-4ffc-8e0b-47f2c5c3ee3d tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:05.379918 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c3241118-fd3f-4d0f-8d54-b74e040823d3 req-ee40cf02-f0e2-4ffc-8e0b-47f2c5c3ee3d tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=c026ec56-d57b-420d-b127-d769de0bc1a1 HTTP/1.1" status: 200 len: 945 time: 0.0978341 Aug 23 01:55:05.426461 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c3241118-fd3f-4d0f-8d54-b74e040823d3 req-f985a65d-2a39-4905-bb19-635145ce554f tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408983 Aug 23 01:55:05.460055 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-072df5e2-a63d-46f2-9d83-7599c27ae7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:05.464902 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-cd8026ae-731d-402e-a00c-655911f8d502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:05.479044 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072df5e2-a63d-46f2-9d83-7599c27ae7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72540380-ddcf-4c2e-83a5-81f603c95a3e,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:05.481595 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-072df5e2-a63d-46f2-9d83-7599c27ae7e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:05.482714 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-072df5e2-a63d-46f2-9d83-7599c27ae7e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:05.484931 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-072df5e2-a63d-46f2-9d83-7599c27ae7e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72540380-ddcf-4c2e-83a5-81f603c95a3e HTTP/1.1" status: 204 len: 168 time: 0.3239112 Aug 23 01:55:05.539738 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:05.873614 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['058df44f-f61c-4c77-846a-d67e3905d22e'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:55:06.235059 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 40708) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:55:06.253601 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-866671a2-9b60-4533-bba2-f44adfb99b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:06.283618 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-866671a2-9b60-4533-bba2-f44adfb99b38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:55:06.287378 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-866671a2-9b60-4533-bba2-f44adfb99b38 admin admin] Usage tracker for resource:security_group_rule and tenant:7397890cf7414605ac49e4a31dc0b665 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:55:06.290069 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-866671a2-9b60-4533-bba2-f44adfb99b38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:55:06.295680 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-866671a2-9b60-4533-bba2-f44adfb99b38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:55:06.372236 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-866671a2-9b60-4533-bba2-f44adfb99b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:06.459826 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-866671a2-9b60-4533-bba2-f44adfb99b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:06.466458 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-0e51d01c-4058-4feb-b858-4f47a7597f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:06.510015 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866671a2-9b60-4533-bba2-f44adfb99b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d374999b-00a3-45a9-9848-7012f3e9830c,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:06.512952 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-866671a2-9b60-4533-bba2-f44adfb99b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:06.516778 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-866671a2-9b60-4533-bba2-f44adfb99b38 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7397890cf7414605ac49e4a31dc0b665&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2806187 Aug 23 01:55:06.519533 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 40716) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:55:06.644265 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f6d0c-7867-4910-9d19-c3ea3573c1b8 req-19176f50-563a-4a44-b432-eb5734dcba27 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:06.645785 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-5c5f6d0c-7867-4910-9d19-c3ea3573c1b8 req-19176f50-563a-4a44-b432-eb5734dcba27 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=c026ec56-d57b-420d-b127-d769de0bc1a1 HTTP/1.1" status: 200 len: 945 time: 0.0854266 Aug 23 01:55:06.645973 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-147138ff-c117-417f-b209-cd49ad4ddc6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:06.672670 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-147138ff-c117-417f-b209-cd49ad4ddc6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:06.707029 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-5c5f6d0c-7867-4910-9d19-c3ea3573c1b8 req-89db69b3-326e-48e6-bca9-cfd718e37291 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556281 Aug 23 01:55:06.848510 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-147138ff-c117-417f-b209-cd49ad4ddc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:06.853297 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-021b1049-5eb9-4dbd-9622-6845739908fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:06.865999 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147138ff-c117-417f-b209-cd49ad4ddc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d374999b-00a3-45a9-9848-7012f3e9830c,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:06.869156 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-147138ff-c117-417f-b209-cd49ad4ddc6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:06.869914 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-147138ff-c117-417f-b209-cd49ad4ddc6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:06.871641 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-147138ff-c117-417f-b209-cd49ad4ddc6e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d374999b-00a3-45a9-9848-7012f3e9830c HTTP/1.1" status: 204 len: 168 time: 0.3505554 Aug 23 01:55:06.988855 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:07.924292 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c361c-6734-4110-8928-bde89123d3bb req-0c6e2819-8f5c-4b33-bf31-cbb068cbaad7 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:07.925892 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-692c361c-6734-4110-8928-bde89123d3bb req-0c6e2819-8f5c-4b33-bf31-cbb068cbaad7 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=c026ec56-d57b-420d-b127-d769de0bc1a1 HTTP/1.1" status: 200 len: 945 time: 0.0857987 Aug 23 01:55:07.977528 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-692c361c-6734-4110-8928-bde89123d3bb req-0d8684c7-a0ba-496d-a985-ac3145815300 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461648 Aug 23 01:55:08.034922 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 40742) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:55:08.058226 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-745782a9-06e1-4da2-8fb6-c28d8165b0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:08.090505 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-745782a9-06e1-4da2-8fb6-c28d8165b0f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:55:08.094449 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-745782a9-06e1-4da2-8fb6-c28d8165b0f3 admin admin] Usage tracker for resource:security_group_rule and tenant:8b8b877c8e87427ca527057973979811 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:55:08.097524 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-745782a9-06e1-4da2-8fb6-c28d8165b0f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:55:08.103277 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-745782a9-06e1-4da2-8fb6-c28d8165b0f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:55:08.179072 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-745782a9-06e1-4da2-8fb6-c28d8165b0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:08.245001 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-745782a9-06e1-4da2-8fb6-c28d8165b0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:08.253077 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-7aca2014-8505-4294-8ea8-51ff6ae6fd81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:08.289925 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745782a9-06e1-4da2-8fb6-c28d8165b0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47def99-93b1-4cb0-9707-0e51eb366090,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:08.294901 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-745782a9-06e1-4da2-8fb6-c28d8165b0f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:08.299752 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-745782a9-06e1-4da2-8fb6-c28d8165b0f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b8b877c8e87427ca527057973979811&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2635839 Aug 23 01:55:08.302598 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 40754) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:55:08.379141 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c585d6bc-e742-49f0-85ab-d7cd4c31a8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:08.412233 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c585d6bc-e742-49f0-85ab-d7cd4c31a8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:08.596915 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c585d6bc-e742-49f0-85ab-d7cd4c31a8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:08.601418 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-b0276930-daa1-4f8c-a39f-328689bfcb76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:08.616081 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585d6bc-e742-49f0-85ab-d7cd4c31a8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47def99-93b1-4cb0-9707-0e51eb366090,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:08.618425 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-c585d6bc-e742-49f0-85ab-d7cd4c31a8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:08.629871 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c585d6bc-e742-49f0-85ab-d7cd4c31a8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:08.633304 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-c585d6bc-e742-49f0-85ab-d7cd4c31a8f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a47def99-93b1-4cb0-9707-0e51eb366090 HTTP/1.1" status: 204 len: 168 time: 0.3274322 Aug 23 01:55:08.914570 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 058df44f-f61c-4c77-846a-d67e3905d22e up at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:55:09.056793 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 40780) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:55:09.128074 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning for port 058df44f-f61c-4c77-846a-d67e3905d22e completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:55:09.130825 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning complete for port 058df44f-f61c-4c77-846a-d67e3905d22e triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:55:09.131423 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:09.237336 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3c437-db2b-45cf-997f-940c42eaa164 req-990e8b35-3430-4105-b0cd-77d522336942 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:09.239526 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9df3c437-db2b-45cf-997f-940c42eaa164 req-990e8b35-3430-4105-b0cd-77d522336942 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.1669593 Aug 23 01:55:09.272020 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-427b48a2-9136-4d6d-93ba-b9b17f8b0fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:09.275370 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d0b4b445-d57e-444b-81fe-7d8ad97cc48d req-f8d295b3-76e3-4180-b90d-060e7fe5aa77 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=940e2126538e41ad94209d280bc548f0&device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 1099 time: 0.1472220 Aug 23 01:55:09.303719 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ee638-df5d-441d-a38d-c77a8184b801 req-4540421c-1d93-42a9-a47f-159337eda6ac tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:09.310779 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-720ee638-df5d-441d-a38d-c77a8184b801 req-4540421c-1d93-42a9-a47f-159337eda6ac tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=c026ec56-d57b-420d-b127-d769de0bc1a1 HTTP/1.1" status: 200 len: 945 time: 0.1626437 Aug 23 01:55:09.339346 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:09.348300 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-427b48a2-9136-4d6d-93ba-b9b17f8b0fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:55:09.360586 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-427b48a2-9136-4d6d-93ba-b9b17f8b0fbd admin admin] Usage tracker for resource:security_group_rule and tenant:66db4eed293a4534bc74b26e0682ad8e is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:55:09.364949 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-427b48a2-9136-4d6d-93ba-b9b17f8b0fbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:55:09.372965 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c026ec56-d57b-420d-b127-d769de0bc1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058df44f-f61c-4c77-846a-d67e3905d22e'}] {{(pid=75885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:55:09.375863 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-427b48a2-9136-4d6d-93ba-b9b17f8b0fbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:55:09.383823 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port 058df44f-f61c-4c77-846a-d67e3905d22e, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=058df44f-f61c-4c77-846a-d67e3905d22e,segment=NetworkSegment(269a0b8a-2a6b-4e47-b752-80dff62f9501),segment_id=269a0b8a-2a6b-4e47-b752-80dff62f9501)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:55:09.385113 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-720ee638-df5d-441d-a38d-c77a8184b801 req-36f289b5-328a-4c70-bd46-1e365b1d960d tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727377 Aug 23 01:55:09.398307 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9df3c437-db2b-45cf-997f-940c42eaa164 req-d1693a23-6a82-4c47-bd86-c9e828492a92 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527882 Aug 23 01:55:09.453403 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4b445-d57e-444b-81fe-7d8ad97cc48d req-a39a3596-a959-4541-be97-fc9bda356599 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:09.455233 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d0b4b445-d57e-444b-81fe-7d8ad97cc48d req-a39a3596-a959-4541-be97-fc9bda356599 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2923ff85-c672-42fc-9cad-ac2843fb8239 HTTP/1.1" status: 200 len: 919 time: 0.1720681 Aug 23 01:55:09.460780 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:09.462797 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:09.494112 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-427b48a2-9136-4d6d-93ba-b9b17f8b0fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:09.528860 dv-cinder-805529-1-smb neutron-server[75885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c026ec56-d57b-420d-b127-d769de0bc1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058df44f-f61c-4c77-846a-d67e3905d22e', 'code': 200} Aug 23 01:55:09.546943 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d0b4b445-d57e-444b-81fe-7d8ad97cc48d req-7e2cfe35-1c93-4ba4-8e19-d8fda620fbbd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35141321-8de7-4cb8-b912-e55b8597f1a6 HTTP/1.1" status: 200 len: 217 time: 0.0806808 Aug 23 01:55:09.565844 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-427b48a2-9136-4d6d-93ba-b9b17f8b0fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:09.585747 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=058df44f-f61c-4c77-846a-d67e3905d22e,revision_number=5']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:09.615432 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:09.615773 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:09.617649 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:09.618950 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:09.619320 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:09.621240 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:09.621744 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:09.622172 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:09.622854 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:09.624479 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:09.624830 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:55:09.626782 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4b445-d57e-444b-81fe-7d8ad97cc48d req-4a4bee7f-2bde-4873-9693-9344b05e7196 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:09.628344 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d0b4b445-d57e-444b-81fe-7d8ad97cc48d req-4a4bee7f-2bde-4873-9693-9344b05e7196 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0ec4e931-02be-4a33-9930-18e862114160 HTTP/1.1" status: 200 len: 858 time: 0.0729191 Aug 23 01:55:09.630613 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-6bbc7928-3844-4547-8edd-be9368f92b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:09.633640 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:09.677779 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b48a2-9136-4d6d-93ba-b9b17f8b0fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748a4845-82f2-472a-a037-0b290d8d7902,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:09.685792 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-427b48a2-9136-4d6d-93ba-b9b17f8b0fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:09.688924 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-427b48a2-9136-4d6d-93ba-b9b17f8b0fbd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=66db4eed293a4534bc74b26e0682ad8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6303303 Aug 23 01:55:09.695572 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 40802) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:55:09.754318 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d0b4b445-d57e-444b-81fe-7d8ad97cc48d req-591ba4eb-a0a2-450c-8d71-7fff7f9900db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2923ff85-c672-42fc-9cad-ac2843fb8239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170146 Aug 23 01:55:09.877099 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-36c4b03a-dc15-4136-8423-c1ffd01a7400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:09.932375 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-36c4b03a-dc15-4136-8423-c1ffd01a7400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:10.018666 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d0b4b445-d57e-444b-81fe-7d8ad97cc48d req-c45f3440-fc3e-4421-b139-8c6f4c4b4ba4 service neutron] 10.222.0.10 "GET /v2.0/networks/2923ff85-c672-42fc-9cad-ac2843fb8239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514567 Aug 23 01:55:10.172396 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d7bc36ba-ae80-4f18-9740-c1d6bf706ef2 req-394f48c1-46f2-4d37-98c8-130f37f8c47a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c026ec56-d57b-420d-b127-d769de0bc1a1 HTTP/1.1" status: 200 len: 1099 time: 0.2099810 Aug 23 01:55:10.213310 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d0b4b445-d57e-444b-81fe-7d8ad97cc48d req-183b82cb-824d-47c6-a54d-e4f616735d4a service neutron] 10.222.0.10 "GET /v2.0/networks/2923ff85-c672-42fc-9cad-ac2843fb8239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842501 Aug 23 01:55:10.225985 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-36c4b03a-dc15-4136-8423-c1ffd01a7400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:10.233802 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-45601460-55d1-457b-8833-79c036e35dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:10.254622 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4b03a-dc15-4136-8423-c1ffd01a7400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748a4845-82f2-472a-a037-0b290d8d7902,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:10.258603 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d7bc36ba-ae80-4f18-9740-c1d6bf706ef2 req-1b255131-d575-42f7-a6d5-fd6d39094fda service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751369 Aug 23 01:55:10.259689 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-36c4b03a-dc15-4136-8423-c1ffd01a7400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:10.264898 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-36c4b03a-dc15-4136-8423-c1ffd01a7400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:10.265827 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-36c4b03a-dc15-4136-8423-c1ffd01a7400 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/748a4845-82f2-472a-a037-0b290d8d7902 HTTP/1.1" status: 204 len: 168 time: 0.5693245 Aug 23 01:55:10.646557 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a967705-0d06-4a12-a20f-e255b439882d req-bda5ba71-61fe-410d-9fa0-f646db91d133 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:10.653959 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9a967705-0d06-4a12-a20f-e255b439882d req-bda5ba71-61fe-410d-9fa0-f646db91d133 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=c026ec56-d57b-420d-b127-d769de0bc1a1 HTTP/1.1" status: 200 len: 946 time: 0.1080616 Aug 23 01:55:10.656861 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905ff15-5a6b-4303-8a32-072772a6c5c1 req-d16a7431-5646-4721-a342-401b1ce11b8f tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:10.657876 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-3905ff15-5a6b-4303-8a32-072772a6c5c1 req-d16a7431-5646-4721-a342-401b1ce11b8f tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.1002858 Aug 23 01:55:10.759492 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-3905ff15-5a6b-4303-8a32-072772a6c5c1 req-ba25b319-9256-4ef5-a4eb-363a0ca65c65 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856063 Aug 23 01:55:10.798307 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9a967705-0d06-4a12-a20f-e255b439882d req-9289a9a6-6f0c-45e1-9a53-aef1e682f6da tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431682 Aug 23 01:55:12.003152 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aef583-eb33-44dd-a780-48ddc5f79c77 req-fb5a4810-60ec-432d-a3c4-a7356b4efb19 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:12.004764 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-22aef583-eb33-44dd-a780-48ddc5f79c77 req-fb5a4810-60ec-432d-a3c4-a7356b4efb19 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0817795 Aug 23 01:55:12.005427 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecefd7-6f40-455d-ab8e-a3a5bb0d6f87 req-9672e6ed-d10d-45b6-979c-9311ac58ee91 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:12.006864 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-66ecefd7-6f40-455d-ab8e-a3a5bb0d6f87 req-9672e6ed-d10d-45b6-979c-9311ac58ee91 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=c026ec56-d57b-420d-b127-d769de0bc1a1 HTTP/1.1" status: 200 len: 946 time: 0.0817225 Aug 23 01:55:12.053885 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-22aef583-eb33-44dd-a780-48ddc5f79c77 req-fac8b2fb-c652-48e2-b497-ec09aff3e17d tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433326 Aug 23 01:55:12.054233 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-66ecefd7-6f40-455d-ab8e-a3a5bb0d6f87 req-93dd19ef-6ebc-444e-a7c0-85182edd7269 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417116 Aug 23 01:55:13.268641 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec6b79-cb0d-4c7d-92a8-1de51841e048 req-2cb6eb23-4bbf-45cd-a8f9-9315842e9ce6 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:13.270166 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-0fec6b79-cb0d-4c7d-92a8-1de51841e048 req-2cb6eb23-4bbf-45cd-a8f9-9315842e9ce6 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0883472 Aug 23 01:55:13.273442 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5171ee-a5fc-4438-b019-4a77156f6058 req-c6bc0cdc-7219-432b-8ff9-1c208dc592be tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:13.275234 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-7f5171ee-a5fc-4438-b019-4a77156f6058 req-c6bc0cdc-7219-432b-8ff9-1c208dc592be tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=c026ec56-d57b-420d-b127-d769de0bc1a1 HTTP/1.1" status: 200 len: 946 time: 0.0894799 Aug 23 01:55:13.320789 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-0fec6b79-cb0d-4c7d-92a8-1de51841e048 req-65d56b92-94b4-4667-ad92-6e4548480872 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439122 Aug 23 01:55:13.332537 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-7f5171ee-a5fc-4438-b019-4a77156f6058 req-41c432ff-216b-4260-8839-c775c0314b59 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484407 Aug 23 01:55:14.544219 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e49825-bc22-4344-872b-a77271483c27 req-f0c60121-209a-4b95-a478-abbcf2ef1994 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:14.545717 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-f0e49825-bc22-4344-872b-a77271483c27 req-f0c60121-209a-4b95-a478-abbcf2ef1994 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0878398 Aug 23 01:55:14.599113 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-f0e49825-bc22-4344-872b-a77271483c27 req-7d9a5655-a4c6-4639-8b35-6034059dbcf8 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457454 Aug 23 01:55:15.820644 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb093132-9d79-4b59-b5f3-ccc96e1bb388 req-1dc0ea8b-3714-4a53-8e45-ce125c08692f tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:15.822107 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-eb093132-9d79-4b59-b5f3-ccc96e1bb388 req-1dc0ea8b-3714-4a53-8e45-ce125c08692f tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0826836 Aug 23 01:55:15.873034 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-eb093132-9d79-4b59-b5f3-ccc96e1bb388 req-179f494d-9e00-43a2-adf2-f23dac6f5cd7 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449941 Aug 23 01:55:17.166240 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be180920-f27d-49ae-bcf4-c557549d8dc8 req-7a3bac2e-1294-49d0-adf6-2d458f42bbb1 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:17.167744 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-be180920-f27d-49ae-bcf4-c557549d8dc8 req-7a3bac2e-1294-49d0-adf6-2d458f42bbb1 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0813880 Aug 23 01:55:17.218609 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-be180920-f27d-49ae-bcf4-c557549d8dc8 req-970b07ea-ff3c-4c2b-a459-a0cce1aa5020 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440862 Aug 23 01:55:18.446983 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b7298-bba2-4309-b9e2-838dcab8b610 req-4bcc897f-d4ca-4a88-ba1f-950c492cd461 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:18.448473 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-bf7b7298-bba2-4309-b9e2-838dcab8b610 req-4bcc897f-d4ca-4a88-ba1f-950c492cd461 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0884664 Aug 23 01:55:18.550778 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-bf7b7298-bba2-4309-b9e2-838dcab8b610 req-8628abcc-17fb-4eca-99f9-e1100c7298df tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934241 Aug 23 01:55:19.778362 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20485f9a-91d2-445a-bd1e-bb8bb02d56f5 req-db4868b7-173c-4d75-bcfb-22bd8df9240d tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:19.780406 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-20485f9a-91d2-445a-bd1e-bb8bb02d56f5 req-db4868b7-173c-4d75-bcfb-22bd8df9240d tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0882413 Aug 23 01:55:19.829904 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-20485f9a-91d2-445a-bd1e-bb8bb02d56f5 req-0410420a-a23a-4bd8-a434-f99230179301 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428102 Aug 23 01:55:21.070175 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86cbbd-57df-4759-8b1d-077d7eb91fcc req-30eead9e-0187-4b63-b2b9-2d3de6bed20b tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:21.072228 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-6a86cbbd-57df-4759-8b1d-077d7eb91fcc req-30eead9e-0187-4b63-b2b9-2d3de6bed20b tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.1045806 Aug 23 01:55:21.123921 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-6a86cbbd-57df-4759-8b1d-077d7eb91fcc req-a0ec71f3-10a5-4d6f-b611-b4de895c43b6 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419431 Aug 23 01:55:21.791730 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 01:55:21.843610 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:22.343619 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa708312-125b-4901-87f5-189501b1bc16 req-b778f2ff-2398-4716-833d-e4a5c23098ec tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:22.344861 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-aa708312-125b-4901-87f5-189501b1bc16 req-b778f2ff-2398-4716-833d-e4a5c23098ec tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0820320 Aug 23 01:55:22.410674 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-aa708312-125b-4901-87f5-189501b1bc16 req-3aaaccde-ae82-491c-9b6d-f45dff1c957b tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482852 Aug 23 01:55:23.611703 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d150e-5b41-4a6c-a133-dd9afd93c782 req-52a8f154-82be-424e-964e-47f88ddc92f0 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:23.613159 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b36d150e-5b41-4a6c-a133-dd9afd93c782 req-52a8f154-82be-424e-964e-47f88ddc92f0 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0837395 Aug 23 01:55:23.663483 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b36d150e-5b41-4a6c-a133-dd9afd93c782 req-be14ba73-c3fd-4cc7-9a37-df2e4b74abca tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446811 Aug 23 01:55:24.942072 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efe7af-20a7-4d40-8d13-02acc98c4da0 req-c8be51ed-cff1-4a6b-8e87-03504ce503c5 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:24.943903 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b0efe7af-20a7-4d40-8d13-02acc98c4da0 req-c8be51ed-cff1-4a6b-8e87-03504ce503c5 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.1461954 Aug 23 01:55:24.989136 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b0efe7af-20a7-4d40-8d13-02acc98c4da0 req-55c2c435-4b7f-455a-b94f-c7464363d288 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397484 Aug 23 01:55:26.207598 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa9123-71aa-41bc-a96a-2d3151be95be req-bcd11c5b-cf9c-4ead-8161-05d196759934 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:26.209045 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b9aa9123-71aa-41bc-a96a-2d3151be95be req-bcd11c5b-cf9c-4ead-8161-05d196759934 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0777178 Aug 23 01:55:26.256335 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b9aa9123-71aa-41bc-a96a-2d3151be95be req-9574964c-8a4d-45f0-8b13-43b7f634f8b4 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416076 Aug 23 01:55:26.960252 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8109f-c74d-4a7d-bbaa-11b51167b498 req-07a6373b-2607-4545-971e-6f416f1e992f tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:26.961678 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f1d8109f-c74d-4a7d-bbaa-11b51167b498 req-07a6373b-2607-4545-971e-6f416f1e992f tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=c026ec56-d57b-420d-b127-d769de0bc1a1 HTTP/1.1" status: 200 len: 946 time: 0.0774326 Aug 23 01:55:27.010302 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f1d8109f-c74d-4a7d-bbaa-11b51167b498 req-7c08c9cc-5c2e-47e2-a7ea-5b273161a95c tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428333 Aug 23 01:55:27.309572 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 41168) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:55:27.457367 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-dee0960e-ff76-478a-9b58-bea9f7c9f308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:27.465482 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becde2cf-eb7e-4295-9d27-b749104a6887 req-c5c1710e-2609-4d28-a471-da7c6feaaece tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:27.467587 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-becde2cf-eb7e-4295-9d27-b749104a6887 req-c5c1710e-2609-4d28-a471-da7c6feaaece tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0826683 Aug 23 01:55:27.503767 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-dee0960e-ff76-478a-9b58-bea9f7c9f308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:55:27.508920 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-dee0960e-ff76-478a-9b58-bea9f7c9f308 admin admin] Usage tracker for resource:security_group_rule and tenant:01790514e682416bbab52fe3452377d4 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:55:27.512479 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-dee0960e-ff76-478a-9b58-bea9f7c9f308 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:55:27.520648 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-dee0960e-ff76-478a-9b58-bea9f7c9f308 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:55:27.537486 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-becde2cf-eb7e-4295-9d27-b749104a6887 req-0194c77c-6b24-40f5-a5af-0717bd1046ef tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476689 Aug 23 01:55:27.613998 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-dee0960e-ff76-478a-9b58-bea9f7c9f308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:27.705202 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-dee0960e-ff76-478a-9b58-bea9f7c9f308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:27.713889 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-d5f43482-7a3d-47b1-a38f-81ef598f8a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:27.755400 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0960e-ff76-478a-9b58-bea9f7c9f308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450ff9fe-6e57-48da-85b5-2e52a4700f4a,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:27.758716 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-dee0960e-ff76-478a-9b58-bea9f7c9f308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:27.766760 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-dee0960e-ff76-478a-9b58-bea9f7c9f308 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=01790514e682416bbab52fe3452377d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4503779 Aug 23 01:55:27.766760 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 41178) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:55:27.830856 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-85e13a91-1778-4e3f-b7d5-39cc0d674c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:27.857549 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-85e13a91-1778-4e3f-b7d5-39cc0d674c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:28.024966 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-85e13a91-1778-4e3f-b7d5-39cc0d674c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:28.028596 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-167293ac-72a4-4897-a490-ab98a7a83f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:28.041368 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e13a91-1778-4e3f-b7d5-39cc0d674c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450ff9fe-6e57-48da-85b5-2e52a4700f4a,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:28.043811 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-85e13a91-1778-4e3f-b7d5-39cc0d674c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:28.051907 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-85e13a91-1778-4e3f-b7d5-39cc0d674c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:28.053021 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-85e13a91-1778-4e3f-b7d5-39cc0d674c99 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/450ff9fe-6e57-48da-85b5-2e52a4700f4a HTTP/1.1" status: 204 len: 168 time: 0.2874644 Aug 23 01:55:28.226517 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabc290-760f-4fae-852d-6bb2fb4419b9 req-cdd2e87e-407a-423b-a233-899b82721a54 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:28.228037 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-5cabc290-760f-4fae-852d-6bb2fb4419b9 req-cdd2e87e-407a-423b-a233-899b82721a54 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=c026ec56-d57b-420d-b127-d769de0bc1a1 HTTP/1.1" status: 200 len: 946 time: 0.0804400 Aug 23 01:55:28.284618 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-5cabc290-760f-4fae-852d-6bb2fb4419b9 req-4cd8ad4a-986b-4647-a67c-02e418179fc8 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500171 Aug 23 01:55:28.833608 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cba67c-1608-4d3e-aa1b-ab0c1bc300c6 req-4dc00e48-a5e7-48b8-b5ce-c71b043ba68a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:28.835130 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c2cba67c-1608-4d3e-aa1b-ab0c1bc300c6 req-4dc00e48-a5e7-48b8-b5ce-c71b043ba68a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.1421075 Aug 23 01:55:28.890494 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c2cba67c-1608-4d3e-aa1b-ab0c1bc300c6 req-472c1f94-7b6b-40bf-ae55-48ddb0b2f098 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491533 Aug 23 01:55:29.243584 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810a730-40c7-42fa-a0a4-eef9be01246a req-b53eb414-27da-464d-91fe-1494ad3884e3 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:29.245037 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c810a730-40c7-42fa-a0a4-eef9be01246a req-b53eb414-27da-464d-91fe-1494ad3884e3 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.10 "GET /v2.0/ports?device_id=c026ec56-d57b-420d-b127-d769de0bc1a1 HTTP/1.1" status: 200 len: 946 time: 0.0765030 Aug 23 01:55:29.325716 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-c810a730-40c7-42fa-a0a4-eef9be01246a req-e76d3506-ee74-4719-8d6d-ed12eec2f7e8 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Deleting port 058df44f-f61c-4c77-846a-d67e3905d22e {{(pid=75884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 01:55:29.326054 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-c810a730-40c7-42fa-a0a4-eef9be01246a req-e76d3506-ee74-4719-8d6d-ed12eec2f7e8 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:29.618893 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04325a61-2f16-4a2c-a95f-a94010a466d6 req-5d5422a6-0104-4ed7-92f7-577a82567dbd tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:29.620382 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-04325a61-2f16-4a2c-a95f-a94010a466d6 req-5d5422a6-0104-4ed7-92f7-577a82567dbd tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=c026ec56-d57b-420d-b127-d769de0bc1a1 HTTP/1.1" status: 200 len: 946 time: 0.2134173 Aug 23 01:55:29.661577 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-c810a730-40c7-42fa-a0a4-eef9be01246a req-e76d3506-ee74-4719-8d6d-ed12eec2f7e8 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] For port 058df44f-f61c-4c77-846a-d67e3905d22e, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=058df44f-f61c-4c77-846a-d67e3905d22e,segment=NetworkSegment(269a0b8a-2a6b-4e47-b752-80dff62f9501),segment_id=269a0b8a-2a6b-4e47-b752-80dff62f9501)] {{(pid=75884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:55:29.661932 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-c810a730-40c7-42fa-a0a4-eef9be01246a req-e76d3506-ee74-4719-8d6d-ed12eec2f7e8 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:29.804482 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-c810a730-40c7-42fa-a0a4-eef9be01246a req-e76d3506-ee74-4719-8d6d-ed12eec2f7e8 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Calling delete_port for 058df44f-f61c-4c77-846a-d67e3905d22e owned by compute:nova {{(pid=75884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 01:55:29.835930 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-04325a61-2f16-4a2c-a95f-a94010a466d6 req-62f42c39-5f81-427f-a01e-f8f576366153 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068303 Aug 23 01:55:30.030895 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-c810a730-40c7-42fa-a0a4-eef9be01246a req-e76d3506-ee74-4719-8d6d-ed12eec2f7e8 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:30.038098 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-9d3ddc00-5200-4e89-ab09-682df1245f30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:30.053954 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['e6796267-f506-43d6-93f0-ae10004c4796', 'c1eb59b2-1713-4b75-8b7c-172c81f0cacc', 'dfb3f423-eb74-40db-b389-a4e9bb87b771', '058df44f-f61c-4c77-846a-d67e3905d22e'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:55:30.138667 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d3506-ee74-4719-8d6d-ed12eec2f7e8 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Pushing event deleted for resources: {'Port': ['ID=058df44f-f61c-4c77-846a-d67e3905d22e,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:30.158616 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-e76d3506-ee74-4719-8d6d-ed12eec2f7e8 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:30.260247 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c810a730-40c7-42fa-a0a4-eef9be01246a req-e76d3506-ee74-4719-8d6d-ed12eec2f7e8 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] No DVR routers for this DVR port 058df44f-f61c-4c77-846a-d67e3905d22e on host hv-cinder-80552 {{(pid=75884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 01:55:30.260247 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-c810a730-40c7-42fa-a0a4-eef9be01246a req-e76d3506-ee74-4719-8d6d-ed12eec2f7e8 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:30.260247 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c026ec56-d57b-420d-b127-d769de0bc1a1', 'name': 'network-vif-deleted', 'tag': '058df44f-f61c-4c77-846a-d67e3905d22e'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:55:30.278901 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176eb203-b64c-4888-bf0c-e4f25d87f27a req-704ab73b-3c17-4cb2-af0a-2205a560e45b tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:30.281070 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-176eb203-b64c-4888-bf0c-e4f25d87f27a req-704ab73b-3c17-4cb2-af0a-2205a560e45b tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.2481987 Aug 23 01:55:30.335963 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-176eb203-b64c-4888-bf0c-e4f25d87f27a req-08e6d6ea-502c-4f9c-bcf3-b51da590d987 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493045 Aug 23 01:55:30.368114 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c026ec56-d57b-420d-b127-d769de0bc1a1', 'name': 'network-vif-deleted', 'tag': '058df44f-f61c-4c77-846a-d67e3905d22e', 'status': 'completed', 'code': 200} Aug 23 01:55:30.400129 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c810a730-40c7-42fa-a0a4-eef9be01246a req-e76d3506-ee74-4719-8d6d-ed12eec2f7e8 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.10 "DELETE /v2.0/ports/058df44f-f61c-4c77-846a-d67e3905d22e HTTP/1.1" status: 204 len: 173 time: 1.1484303 Aug 23 01:55:31.018740 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-5dfedada-576c-4190-8bf4-941181e89081 req-20bffcce-24ef-4814-a132-56f97401380d tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=c026ec56-d57b-420d-b127-d769de0bc1a1 HTTP/1.1" status: 200 len: 210 time: 0.0413537 Aug 23 01:55:31.577609 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cba905-72ed-4bb1-bc84-fb54bc6f0263 req-f8322ec7-9bb8-49d5-93ab-ee85b9486c4d tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:31.579089 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-34cba905-72ed-4bb1-bc84-fb54bc6f0263 req-f8322ec7-9bb8-49d5-93ab-ee85b9486c4d tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0794344 Aug 23 01:55:31.624539 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-34cba905-72ed-4bb1-bc84-fb54bc6f0263 req-8cf651b7-8207-43ca-b116-888973543e7d tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398557 Aug 23 01:55:32.199064 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-5b717743-2f8c-4818-a7de-29a04c25762e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:32.662092 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:32.932488 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79346c01-2984-4fe3-bab6-2752080ff6f5 req-daffa0d6-d8bd-49e8-9eda-f18cfa66f610 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:32.933940 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-79346c01-2984-4fe3-bab6-2752080ff6f5 req-daffa0d6-d8bd-49e8-9eda-f18cfa66f610 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.1795692 Aug 23 01:55:32.999964 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-79346c01-2984-4fe3-bab6-2752080ff6f5 req-d7eb9558-f687-48f8-882d-786cab871482 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555041 Aug 23 01:55:33.010305 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 058df44f-f61c-4c77-846a-d67e3905d22e no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 01:55:33.050660 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] No Port match for: 058df44f-f61c-4c77-846a-d67e3905d22e {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 01:55:33.051002 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 058df44f-f61c-4c77-846a-d67e3905d22e not bound to the agent host hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 01:55:33.140323 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-256e19e4-4060-42d8-9180-ed34f626bb14 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=10097875be364d2ea3022fa54be3b376&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356615 Aug 23 01:55:33.320050 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-1247c921-d27c-4381-a2bf-09e5d83b4cc6 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:33.322253 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-1247c921-d27c-4381-a2bf-09e5d83b4cc6 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1754937 Aug 23 01:55:33.344163 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-513d6c0b-d1f3-4fc7-b5c9-51832ee79963 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/quotas/10097875be364d2ea3022fa54be3b376 HTTP/1.1" status: 200 len: 375 time: 0.0120530 Aug 23 01:55:33.401584 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-02f2663c-d600-4cd5-ad9d-ac0e37510ccf tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=10097875be364d2ea3022fa54be3b376&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503106 Aug 23 01:55:33.954705 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-43ebd8e1-af85-42a2-93d2-a3fced09aa1b req-c432204e-0e42-4cf4-bc93-773a9b189ae7 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e3376b4-15d6-48db-a7c2-22b271b4a3fa HTTP/1.1" status: 200 len: 210 time: 0.0422778 Aug 23 01:55:34.202307 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c131ad9-2b99-4a13-bde8-c266295c2fc5 req-1d309a1b-48b8-4606-bba7-279d5faf68af tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:34.203796 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2c131ad9-2b99-4a13-bde8-c266295c2fc5 req-1d309a1b-48b8-4606-bba7-279d5faf68af tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0779660 Aug 23 01:55:34.252075 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2c131ad9-2b99-4a13-bde8-c266295c2fc5 req-31e6f082-f725-47b5-acd3-e326b1d595ca tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426328 Aug 23 01:55:34.443170 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439da53-0eb6-4bd6-abbd-cb3b61729766 req-8005993a-45cd-4426-a71f-2bf4b1476c30 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:34.444648 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-2439da53-0eb6-4bd6-abbd-cb3b61729766 req-8005993a-45cd-4426-a71f-2bf4b1476c30 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90580dc-53ea-4952-a657-184781294f9f HTTP/1.1" status: 200 len: 945 time: 0.0780480 Aug 23 01:55:34.490641 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-2439da53-0eb6-4bd6-abbd-cb3b61729766 req-f86c2404-e117-454b-85fc-006c9644e180 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400629 Aug 23 01:55:34.739216 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-9b0c8815-e0f4-4f6d-ac61-b7e5f84b71ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:35.068525 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c1563ae3-1802-4fc8-9095-d16ba3112f38 req-cb0117a7-6394-4353-96a4-7a2767d236d5 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e3376b4-15d6-48db-a7c2-22b271b4a3fa HTTP/1.1" status: 200 len: 210 time: 0.0439029 Aug 23 01:55:35.129295 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 41340) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:55:35.273238 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d17a3ce3-965e-481e-8a94-b89ee82adbd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:35.305192 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-d17a3ce3-965e-481e-8a94-b89ee82adbd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:55:35.309146 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-d17a3ce3-965e-481e-8a94-b89ee82adbd9 admin admin] Usage tracker for resource:security_group_rule and tenant:1464f8b754c14559964afa1a7b75f32f is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:55:35.312301 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-d17a3ce3-965e-481e-8a94-b89ee82adbd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:55:35.318089 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-d17a3ce3-965e-481e-8a94-b89ee82adbd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:55:35.385695 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d17a3ce3-965e-481e-8a94-b89ee82adbd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:35.463930 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8acf7c0-6685-4937-b024-08480c1b49a0 req-9ad153ad-a196-4d3f-9f39-f6162dbad943 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:35.465321 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-f8acf7c0-6685-4937-b024-08480c1b49a0 req-9ad153ad-a196-4d3f-9f39-f6162dbad943 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0822365 Aug 23 01:55:35.466426 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d17a3ce3-965e-481e-8a94-b89ee82adbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:35.475837 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-92696fb5-f154-4a26-a2be-d592fa2d782c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:35.551891 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a3ce3-965e-481e-8a94-b89ee82adbd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0799cf-74a2-490d-9bf7-67d52026c58c,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:35.556273 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-d17a3ce3-965e-481e-8a94-b89ee82adbd9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1464f8b754c14559964afa1a7b75f32f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4259622 Aug 23 01:55:35.557391 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-d17a3ce3-965e-481e-8a94-b89ee82adbd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:35.558946 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 41350) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:55:35.582189 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-f8acf7c0-6685-4937-b024-08480c1b49a0 req-a5a34eb4-32fd-4527-8dc2-469d88486f21 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072912 Aug 23 01:55:35.610583 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:35.683761 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-1d718dbd-7026-4e2e-a3c5-9b40ec760b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:35.728094 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-1d718dbd-7026-4e2e-a3c5-9b40ec760b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:35.781039 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b804cbc-3540-4c18-87d2-bc154ff27930 req-402489ba-004b-41ee-ae22-82927081a61d tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:35.781794 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-5b804cbc-3540-4c18-87d2-bc154ff27930 req-402489ba-004b-41ee-ae22-82927081a61d tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Synchronizing usage tracker for tenant:19fb13e7c5e24c35930091d9780fb75c on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:55:35.874339 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-5b804cbc-3540-4c18-87d2-bc154ff27930 req-402489ba-004b-41ee-ae22-82927081a61d tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Unset dirty status for tenant:19fb13e7c5e24c35930091d9780fb75c on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:55:35.875595 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5b804cbc-3540-4c18-87d2-bc154ff27930 req-402489ba-004b-41ee-ae22-82927081a61d tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90580dc-53ea-4952-a657-184781294f9f HTTP/1.1" status: 200 len: 945 time: 0.2490859 Aug 23 01:55:35.876172 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-1d718dbd-7026-4e2e-a3c5-9b40ec760b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:35.880000 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-745782a9-06e1-4da2-8fb6-c28d8165b0f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:35.908553 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d718dbd-7026-4e2e-a3c5-9b40ec760b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0799cf-74a2-490d-9bf7-67d52026c58c,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:35.915471 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-1d718dbd-7026-4e2e-a3c5-9b40ec760b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:35.919112 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-1d718dbd-7026-4e2e-a3c5-9b40ec760b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:35.921371 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-1d718dbd-7026-4e2e-a3c5-9b40ec760b36 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6b0799cf-74a2-490d-9bf7-67d52026c58c HTTP/1.1" status: 204 len: 168 time: 0.3599484 Aug 23 01:55:35.944168 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5b804cbc-3540-4c18-87d2-bc154ff27930 req-aac40868-0378-4dfe-9f8f-b027deec9892 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569885 Aug 23 01:55:36.250004 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f422072e-cb78-442d-87c0-73dd0a44d675 req-92b01afe-8295-412c-9aaf-10403e729930 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e3376b4-15d6-48db-a7c2-22b271b4a3fa HTTP/1.1" status: 200 len: 210 time: 0.0471847 Aug 23 01:55:36.684714 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f970ac-a5bf-4b45-8e8b-defd3d2e8624 req-c246356f-1ee2-4af8-a2d9-21f00f062fad tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:36.689383 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f7f970ac-a5bf-4b45-8e8b-defd3d2e8624 req-c246356f-1ee2-4af8-a2d9-21f00f062fad tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.10 "GET /v2.0/ports?device_id=b90580dc-53ea-4952-a657-184781294f9f HTTP/1.1" status: 200 len: 945 time: 0.0893795 Aug 23 01:55:36.783505 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-f7f970ac-a5bf-4b45-8e8b-defd3d2e8624 req-d88036c4-f82c-446c-974b-03304de6e98c tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Deleting port dfb3f423-eb74-40db-b389-a4e9bb87b771 {{(pid=75884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 01:55:36.784333 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-f7f970ac-a5bf-4b45-8e8b-defd3d2e8624 req-d88036c4-f82c-446c-974b-03304de6e98c tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:36.814259 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d1fa0-1a36-45d0-89e2-9ba8ee3a70e2 req-69774040-c0ba-4ac6-9829-85ecbbbb44f6 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:36.816408 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-6c3d1fa0-1a36-45d0-89e2-9ba8ee3a70e2 req-69774040-c0ba-4ac6-9829-85ecbbbb44f6 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0830727 Aug 23 01:55:36.877483 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-6c3d1fa0-1a36-45d0-89e2-9ba8ee3a70e2 req-2a33e2ae-9825-41c4-836b-799fd513e47d tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537572 Aug 23 01:55:37.026150 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:37.033882 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-9c001b2a-317c-47e9-965e-b32a0d4c1f7f tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=10097875be364d2ea3022fa54be3b376&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317299 Aug 23 01:55:37.183330 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98accbf5-7ff9-49cf-8545-a96a2b200f4a req-f95b5e3b-cca4-440b-b127-04f2d6add29f tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:37.184776 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-98accbf5-7ff9-49cf-8545-a96a2b200f4a req-f95b5e3b-cca4-440b-b127-04f2d6add29f tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90580dc-53ea-4952-a657-184781294f9f HTTP/1.1" status: 200 len: 945 time: 0.1052818 Aug 23 01:55:37.254242 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-63378a2b-05db-4a2c-87b1-0d51ddf72a6c tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:37.256194 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-63378a2b-05db-4a2c-87b1-0d51ddf72a6c tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2167718 Aug 23 01:55:37.263727 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-f7f970ac-a5bf-4b45-8e8b-defd3d2e8624 req-d88036c4-f82c-446c-974b-03304de6e98c tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] For port dfb3f423-eb74-40db-b389-a4e9bb87b771, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=dfb3f423-eb74-40db-b389-a4e9bb87b771,segment=NetworkSegment(269a0b8a-2a6b-4e47-b752-80dff62f9501),segment_id=269a0b8a-2a6b-4e47-b752-80dff62f9501)] {{(pid=75884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:55:37.264135 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-f7f970ac-a5bf-4b45-8e8b-defd3d2e8624 req-d88036c4-f82c-446c-974b-03304de6e98c tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:37.269885 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-98accbf5-7ff9-49cf-8545-a96a2b200f4a req-456e8300-4cd5-4f2c-8018-8b89a62039e7 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776503 Aug 23 01:55:37.276534 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-52c746b7-0dec-4125-bfd5-d579a51f055e tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Request body: {'port': {'device_id': '1e3376b4-15d6-48db-a7c2-22b271b4a3fa', 'network_id': '993e1ca1-929c-4261-adce-40bb5bd2f2fe', 'admin_state_up': True, 'tenant_id': '10097875be364d2ea3022fa54be3b376'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:55:37.463054 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d6bb0e05-107f-4a52-87b3-f9b921ef48fa req-bc031f4f-412f-4329-a523-3b46e83efd90 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e3376b4-15d6-48db-a7c2-22b271b4a3fa HTTP/1.1" status: 200 len: 210 time: 0.0535035 Aug 23 01:55:37.524074 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-f7f970ac-a5bf-4b45-8e8b-defd3d2e8624 req-d88036c4-f82c-446c-974b-03304de6e98c tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Calling delete_port for dfb3f423-eb74-40db-b389-a4e9bb87b771 owned by compute:nova {{(pid=75884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 01:55:37.719264 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-52c746b7-0dec-4125-bfd5-d579a51f055e tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:55:37.723820 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-52c746b7-0dec-4125-bfd5-d579a51f055e tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Usage tracker for resource:port and tenant:10097875be364d2ea3022fa54be3b376 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:55:37.728366 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-52c746b7-0dec-4125-bfd5-d579a51f055e tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:55:37.771615 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-52c746b7-0dec-4125-bfd5-d579a51f055e tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:55:37.898993 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-52c746b7-0dec-4125-bfd5-d579a51f055e tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Made reservation on behalf of 10097875be364d2ea3022fa54be3b376 for: {'port': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:55:37.903248 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-52c746b7-0dec-4125-bfd5-d579a51f055e tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:37.920462 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-f7f970ac-a5bf-4b45-8e8b-defd3d2e8624 req-d88036c4-f82c-446c-974b-03304de6e98c tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:37.928103 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:37.934744 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['e6796267-f506-43d6-93f0-ae10004c4796', 'c1eb59b2-1713-4b75-8b7c-172c81f0cacc'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:55:37.963754 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-52c746b7-0dec-4125-bfd5-d579a51f055e tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:37.984968 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88036c4-f82c-446c-974b-03304de6e98c tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Pushing event deleted for resources: {'Port': ['ID=dfb3f423-eb74-40db-b389-a4e9bb87b771,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:37.987740 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-d88036c4-f82c-446c-974b-03304de6e98c tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:38.132439 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f970ac-a5bf-4b45-8e8b-defd3d2e8624 req-d88036c4-f82c-446c-974b-03304de6e98c tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] No DVR routers for this DVR port dfb3f423-eb74-40db-b389-a4e9bb87b771 on host hv-cinder-80552 {{(pid=75884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 01:55:38.145232 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-f7f970ac-a5bf-4b45-8e8b-defd3d2e8624 req-d88036c4-f82c-446c-974b-03304de6e98c tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:38.147679 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90580dc-53ea-4952-a657-184781294f9f', 'name': 'network-vif-deleted', 'tag': 'dfb3f423-eb74-40db-b389-a4e9bb87b771'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:55:38.154215 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-52c746b7-0dec-4125-bfd5-d579a51f055e tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:55:38.163787 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-52c746b7-0dec-4125-bfd5-d579a51f055e tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Usage tracker for resource:security_group_rule and tenant:10097875be364d2ea3022fa54be3b376 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:55:38.171586 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-52c746b7-0dec-4125-bfd5-d579a51f055e tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:55:38.178427 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-52c746b7-0dec-4125-bfd5-d579a51f055e tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:55:38.209237 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90580dc-53ea-4952-a657-184781294f9f', 'name': 'network-vif-deleted', 'tag': 'dfb3f423-eb74-40db-b389-a4e9bb87b771', 'status': 'completed', 'code': 200} Aug 23 01:55:38.218307 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5f35a-4cfb-4ae2-90bd-8f526685005e req-68af6632-db0b-462b-b4a3-5f549621e020 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:38.225241 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-26f5f35a-4cfb-4ae2-90bd-8f526685005e req-68af6632-db0b-462b-b4a3-5f549621e020 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.1928363 Aug 23 01:55:38.255773 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f7f970ac-a5bf-4b45-8e8b-defd3d2e8624 req-d88036c4-f82c-446c-974b-03304de6e98c tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.10 "DELETE /v2.0/ports/dfb3f423-eb74-40db-b389-a4e9bb87b771 HTTP/1.1" status: 204 len: 173 time: 1.5537694 Aug 23 01:55:38.315944 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-26f5f35a-4cfb-4ae2-90bd-8f526685005e req-0c29f37b-fd6b-477f-816a-2d8198366ad0 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897150 Aug 23 01:55:38.328626 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-52c746b7-0dec-4125-bfd5-d579a51f055e tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:38.442568 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-bc09c970-270a-4316-9122-2f57c2314878 req-8c088c49-8571-4da8-bce1-22dc9c2b9256 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90580dc-53ea-4952-a657-184781294f9f HTTP/1.1" status: 200 len: 210 time: 0.0411227 Aug 23 01:55:38.713585 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-52c746b7-0dec-4125-bfd5-d579a51f055e tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:38.757820 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:38.819574 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ad0150d6-e4fc-4a24-b5b8-7d19d7091156 req-13d04620-eb53-47bf-a7a6-d1b901478cb8 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e3376b4-15d6-48db-a7c2-22b271b4a3fa HTTP/1.1" status: 200 len: 210 time: 0.0629396 Aug 23 01:55:38.854959 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c746b7-0dec-4125-bfd5-d579a51f055e tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cdb852-c169-48ea-bfcb-b73c578a1efb,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:38.858664 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-52c746b7-0dec-4125-bfd5-d579a51f055e tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:38.943667 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_common [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-52c746b7-0dec-4125-bfd5-d579a51f055e tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Allocated IP 192.168.233.230 (993e1ca1-929c-4261-adce-40bb5bd2f2fe/af35294c-d624-47cb-99ac-bef6c615a99f/4935c4d4-af36-4950-b246-9059f35458c4) {{(pid=75884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:55:39.058851 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device dfb3f423-eb74-40db-b389-a4e9bb87b771 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 01:55:39.090981 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] No Port match for: dfb3f423-eb74-40db-b389-a4e9bb87b771 {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 01:55:39.091377 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device dfb3f423-eb74-40db-b389-a4e9bb87b771 not bound to the agent host hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 01:55:39.155888 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-52c746b7-0dec-4125-bfd5-d579a51f055e tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Notify callbacks [] for port, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:39.172237 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.provisioning_blocks [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-52c746b7-0dec-4125-bfd5-d579a51f055e tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Transition to ACTIVE for port object 4935c4d4-af36-4950-b246-9059f35458c4 will not be triggered until provisioned by entity DHCP. {{(pid=75884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:55:39.301932 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-52c746b7-0dec-4125-bfd5-d579a51f055e tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:39.307693 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:39.376654 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-52c746b7-0dec-4125-bfd5-d579a51f055e tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Network 993e1ca1-929c-4261-adce-40bb5bd2f2fe is already hosted by enough agents. {{(pid=75884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:55:39.379763 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-52c746b7-0dec-4125-bfd5-d579a51f055e tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Resources bound (agent type, host, resource id): {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:55:39.383698 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-52c746b7-0dec-4125-bfd5-d579a51f055e tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Received port after_create {{(pid=75884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:55:39.414384 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c746b7-0dec-4125-bfd5-d579a51f055e tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Pushing event updated for resources: {'Port': ['ID=4935c4d4-af36-4950-b246-9059f35458c4,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:39.422014 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-52c746b7-0dec-4125-bfd5-d579a51f055e tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:39.486621 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-52c746b7-0dec-4125-bfd5-d579a51f055e tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:39.487240 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-52c746b7-0dec-4125-bfd5-d579a51f055e tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:39.554800 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd991f1-85e8-49d1-91a5-5e01de1f3e04 req-52a610e9-db32-4c22-82cd-dcf1651163c6 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:39.556317 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0bd991f1-85e8-49d1-91a5-5e01de1f3e04 req-52a610e9-db32-4c22-82cd-dcf1651163c6 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.1113012 Aug 23 01:55:39.608492 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0bd991f1-85e8-49d1-91a5-5e01de1f3e04 req-7b87f137-0fb5-4554-a298-72c00b04fbce tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449851 Aug 23 01:55:39.643084 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-387284d5-5632-4e90-b9b5-6e82ff1361f2 req-1055de5c-903c-4a93-b210-fe21081a21fc tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90580dc-53ea-4952-a657-184781294f9f HTTP/1.1" status: 200 len: 210 time: 0.0444245 Aug 23 01:55:39.674151 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-52c746b7-0dec-4125-bfd5-d579a51f055e tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4015827 Aug 23 01:55:39.686581 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-7608a02f-0206-4e4b-87f4-ad66a1e7259d service neutron] Request body: {'port': {'device_id': '1e3376b4-15d6-48db-a7c2-22b271b4a3fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:55:39.783148 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-7d4a6f49-663f-4fa0-8e43-4f44bc45fd1d None None] Provisioning for port 4935c4d4-af36-4950-b246-9059f35458c4 completed by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:55:39.790069 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-7d4a6f49-663f-4fa0-8e43-4f44bc45fd1d None None] Provisioning complete for port 4935c4d4-af36-4950-b246-9059f35458c4 triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:55:39.790732 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-7d4a6f49-663f-4fa0-8e43-4f44bc45fd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:39.812768 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-7608a02f-0206-4e4b-87f4-ad66a1e7259d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:39.851943 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-7d4a6f49-663f-4fa0-8e43-4f44bc45fd1d None None] Port 4935c4d4-af36-4950-b246-9059f35458c4 cannot update to ACTIVE because it is not bound. {{(pid=75885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 01:55:40.043096 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad0369-d77b-416a-9f54-35eca5949978 req-eb90653d-3a6a-4423-aef0-e2837739d892 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:40.045203 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-21ad0369-d77b-416a-9f54-35eca5949978 req-eb90653d-3a6a-4423-aef0-e2837739d892 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e3376b4-15d6-48db-a7c2-22b271b4a3fa HTTP/1.1" status: 200 len: 936 time: 0.0758190 Aug 23 01:55:40.090832 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-21ad0369-d77b-416a-9f54-35eca5949978 req-55099a61-9532-49be-bdd6-9bf03565b342 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cdb852-c169-48ea-bfcb-b73c578a1efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396616 Aug 23 01:55:40.189729 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-7608a02f-0206-4e4b-87f4-ad66a1e7259d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4935c4d4-af36-4950-b246-9059f35458c4 {{(pid=75884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:55:40.196456 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-7608a02f-0206-4e4b-87f4-ad66a1e7259d service neutron] Notify callbacks [] for port, precommit_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:40.210444 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.provisioning_blocks [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-7608a02f-0206-4e4b-87f4-ad66a1e7259d service neutron] Transition to ACTIVE for port object 4935c4d4-af36-4950-b246-9059f35458c4 will not be triggered until provisioned by entity L2. {{(pid=75884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:55:40.272922 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-7608a02f-0206-4e4b-87f4-ad66a1e7259d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565686'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:40.276601 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-da76a39d-eb00-4cda-8f66-a3e8f7886834 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:40.471008 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608a02f-0206-4e4b-87f4-ad66a1e7259d service neutron] Pushing event updated for resources: {'Port': ['ID=4935c4d4-af36-4950-b246-9059f35458c4,revision_number=2']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:40.471008 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-7608a02f-0206-4e4b-87f4-ad66a1e7259d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:40.577211 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-7608a02f-0206-4e4b-87f4-ad66a1e7259d service neutron] Attempting to bind port 4935c4d4-af36-4950-b246-9059f35458c4 on host hv-cinder-80552 for vnic_type normal with profile {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:55:40.577617 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-7608a02f-0206-4e4b-87f4-ad66a1e7259d service neutron] Attempting to bind port 4935c4d4-af36-4950-b246-9059f35458c4 by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': '400fe501-d58c-455b-ad61-db49eb3261bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '993e1ca1-929c-4261-adce-40bb5bd2f2fe'}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:55:40.577986 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-7608a02f-0206-4e4b-87f4-ad66a1e7259d service neutron] Attempting to bind port 4935c4d4-af36-4950-b246-9059f35458c4 on network 993e1ca1-929c-4261-adce-40bb5bd2f2fe {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:55:40.583804 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-7608a02f-0206-4e4b-87f4-ad66a1e7259d service neutron] Port 4935c4d4-af36-4950-b246-9059f35458c4 on network 993e1ca1-929c-4261-adce-40bb5bd2f2fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 01:55:40.584121 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-7608a02f-0206-4e4b-87f4-ad66a1e7259d service neutron] Attempting to bind port 4935c4d4-af36-4950-b246-9059f35458c4 on network 993e1ca1-929c-4261-adce-40bb5bd2f2fe {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:55:40.590256 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-7608a02f-0206-4e4b-87f4-ad66a1e7259d service neutron] Checking agent: {'id': '57122005-e7d6-4a8f-9a43-0b5b130153fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:55:40.590584 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-7608a02f-0206-4e4b-87f4-ad66a1e7259d service neutron] Checking segment: {'id': '400fe501-d58c-455b-ad61-db49eb3261bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '993e1ca1-929c-4261-adce-40bb5bd2f2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:55:40.590955 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-7608a02f-0206-4e4b-87f4-ad66a1e7259d service neutron] Bound using segment: {'id': '400fe501-d58c-455b-ad61-db49eb3261bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '993e1ca1-929c-4261-adce-40bb5bd2f2fe'} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:55:40.592032 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-7608a02f-0206-4e4b-87f4-ad66a1e7259d service neutron] Bound port: 4935c4d4-af36-4950-b246-9059f35458c4, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '400fe501-d58c-455b-ad61-db49eb3261bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '993e1ca1-929c-4261-adce-40bb5bd2f2fe'}}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:55:40.592379 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-7608a02f-0206-4e4b-87f4-ad66a1e7259d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:40.699926 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-7608a02f-0206-4e4b-87f4-ad66a1e7259d service neutron] For port 4935c4d4-af36-4950-b246-9059f35458c4, host hv-cinder-80552, cleared binding levels {{(pid=75884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:55:40.704573 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-7608a02f-0206-4e4b-87f4-ad66a1e7259d service neutron] For port 4935c4d4-af36-4950-b246-9059f35458c4, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=4935c4d4-af36-4950-b246-9059f35458c4,segment=NetworkSegment(400fe501-d58c-455b-ad61-db49eb3261bf),segment_id=400fe501-d58c-455b-ad61-db49eb3261bf)] {{(pid=75884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:55:40.788388 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-7608a02f-0206-4e4b-87f4-ad66a1e7259d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565686'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:40.794219 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-7608a02f-0206-4e4b-87f4-ad66a1e7259d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:40.823812 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751f43c-0021-46ef-90bc-05de5b1b35c3 req-9850f407-0ce5-42a0-abe3-8cd17e947250 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:40.831730 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-5751f43c-0021-46ef-90bc-05de5b1b35c3 req-9850f407-0ce5-42a0-abe3-8cd17e947250 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0953526 Aug 23 01:55:40.853061 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-7608a02f-0206-4e4b-87f4-ad66a1e7259d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:40.854413 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-7608a02f-0206-4e4b-87f4-ad66a1e7259d service neutron] 10.222.0.10 "PUT /v2.0/ports/4935c4d4-af36-4950-b246-9059f35458c4 HTTP/1.1" status: 200 len: 1098 time: 1.1723809 Aug 23 01:55:40.854905 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3376b4-15d6-48db-a7c2-22b271b4a3fa', 'tag': '4935c4d4-af36-4950-b246-9059f35458c4'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:55:40.877433 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608a02f-0206-4e4b-87f4-ad66a1e7259d service neutron] Pushing event updated for resources: {'Port': ['ID=4935c4d4-af36-4950-b246-9059f35458c4,revision_number=3']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:40.905461 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-7608a02f-0206-4e4b-87f4-ad66a1e7259d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:40.915888 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-5751f43c-0021-46ef-90bc-05de5b1b35c3 req-e8e86b34-a01b-4495-be4d-1eee935503d5 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829198 Aug 23 01:55:41.088092 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-4d790d92-d4c9-46f5-a724-4d05b0dea5fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=10097875be364d2ea3022fa54be3b376&device_id=1e3376b4-15d6-48db-a7c2-22b271b4a3fa HTTP/1.1" status: 200 len: 1101 time: 0.0876579 Aug 23 01:55:41.162077 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-ed4c6191-b28b-49e9-b81b-ca4602460d40 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=4935c4d4-af36-4950-b246-9059f35458c4 HTTP/1.1" status: 200 len: 217 time: 0.0645010 Aug 23 01:55:41.214511 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3376b4-15d6-48db-a7c2-22b271b4a3fa', 'tag': '4935c4d4-af36-4950-b246-9059f35458c4', 'status': 'completed', 'code': 200} Aug 23 01:55:41.241865 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-30226a18-f8bf-4804-be31-250bab605c69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:41.243471 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-30226a18-f8bf-4804-be31-250bab605c69 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=af35294c-d624-47cb-99ac-bef6c615a99f HTTP/1.1" status: 200 len: 843 time: 0.0752702 Aug 23 01:55:41.324782 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-9a7d524d-2864-47e0-b00e-9a1a2805bc2d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=993e1ca1-929c-4261-adce-40bb5bd2f2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0726614 Aug 23 01:55:41.369452 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e019d43-4705-46d8-a161-d63abb209ede req-250fd978-1bf5-4b5d-a7e9-b8b8114a0c8f tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:41.370965 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-6e019d43-4705-46d8-a161-d63abb209ede req-250fd978-1bf5-4b5d-a7e9-b8b8114a0c8f tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e3376b4-15d6-48db-a7c2-22b271b4a3fa HTTP/1.1" status: 200 len: 948 time: 0.0803337 Aug 23 01:55:41.427964 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-6e019d43-4705-46d8-a161-d63abb209ede req-6746f170-ab7c-4888-b8a3-2681309e68df tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cdb852-c169-48ea-bfcb-b73c578a1efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478346 Aug 23 01:55:41.518034 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-db0e9260-3315-405c-acb4-41da1b49440d service neutron] 10.222.0.10 "GET /v2.0/networks/993e1ca1-929c-4261-adce-40bb5bd2f2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852546 Aug 23 01:55:41.669603 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aac417-9989-4fff-b8f7-78350e7b9652 req-fb20f7f4-05d7-475d-94d0-d48e5979bd6b tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:41.670289 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-75aac417-9989-4fff-b8f7-78350e7b9652 req-fb20f7f4-05d7-475d-94d0-d48e5979bd6b tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Synchronizing usage tracker for tenant:19fb13e7c5e24c35930091d9780fb75c on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:55:41.683448 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c1185b8e-178e-4fe5-bacf-7f756e4d06aa req-c9a633cc-3912-4bd6-a7b6-c66430fa8c43 service neutron] 10.222.0.10 "GET /v2.0/networks/993e1ca1-929c-4261-adce-40bb5bd2f2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569633 Aug 23 01:55:41.756337 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-75aac417-9989-4fff-b8f7-78350e7b9652 req-fb20f7f4-05d7-475d-94d0-d48e5979bd6b tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Unset dirty status for tenant:19fb13e7c5e24c35930091d9780fb75c on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:55:41.757518 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-75aac417-9989-4fff-b8f7-78350e7b9652 req-fb20f7f4-05d7-475d-94d0-d48e5979bd6b tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad08f3c6-33b6-44ca-9756-a81ca0a09b35 HTTP/1.1" status: 200 len: 945 time: 0.2999561 Aug 23 01:55:41.805887 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-75aac417-9989-4fff-b8f7-78350e7b9652 req-6e8dd677-0347-4ae8-b70b-07680a2eee7c tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426943 Aug 23 01:55:41.906689 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-afa45908-6a56-4650-a7c7-ba4d12b22a21 req-f44e6293-806f-45a5-a933-719c9d02f013 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=10097875be364d2ea3022fa54be3b376&device_id=1e3376b4-15d6-48db-a7c2-22b271b4a3fa HTTP/1.1" status: 200 len: 1101 time: 0.0675910 Aug 23 01:55:42.055610 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa45908-6a56-4650-a7c7-ba4d12b22a21 req-8be7dd15-4147-43bb-8b22-a3ac3401fd9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:42.059841 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-afa45908-6a56-4650-a7c7-ba4d12b22a21 req-8be7dd15-4147-43bb-8b22-a3ac3401fd9a service neutron] 10.222.0.10 "GET /v2.0/networks?id=993e1ca1-929c-4261-adce-40bb5bd2f2fe HTTP/1.1" status: 200 len: 870 time: 0.1431019 Aug 23 01:55:42.128932 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-afa45908-6a56-4650-a7c7-ba4d12b22a21 req-167ffdc3-7a77-4ff9-a192-f3a32d1131f5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=4935c4d4-af36-4950-b246-9059f35458c4 HTTP/1.1" status: 200 len: 217 time: 0.0643382 Aug 23 01:55:42.131768 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3f138-43bd-4b86-a11b-993915b24cd9 req-57455a23-03e4-4e0c-ace3-a6617d1695e6 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:42.133319 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-a1d3f138-43bd-4b86-a11b-993915b24cd9 req-57455a23-03e4-4e0c-ace3-a6617d1695e6 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0796802 Aug 23 01:55:42.190882 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-a1d3f138-43bd-4b86-a11b-993915b24cd9 req-e9f7624e-9186-4c00-a08f-736a25a28b1f tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480576 Aug 23 01:55:42.197636 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa45908-6a56-4650-a7c7-ba4d12b22a21 req-cc97e064-d2b6-449e-bdb3-e6922e1b81f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:42.199802 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-afa45908-6a56-4650-a7c7-ba4d12b22a21 req-cc97e064-d2b6-449e-bdb3-e6922e1b81f1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=af35294c-d624-47cb-99ac-bef6c615a99f HTTP/1.1" status: 200 len: 843 time: 0.0635197 Aug 23 01:55:42.281978 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-afa45908-6a56-4650-a7c7-ba4d12b22a21 req-f3cda160-25ff-4e6b-91cf-10dc39fa74ce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=993e1ca1-929c-4261-adce-40bb5bd2f2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0753915 Aug 23 01:55:42.415749 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-afa45908-6a56-4650-a7c7-ba4d12b22a21 req-79891c11-0e69-4c2f-9dfb-164d04d111bc service neutron] 10.222.0.10 "GET /v2.0/networks/993e1ca1-929c-4261-adce-40bb5bd2f2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229928 Aug 23 01:55:42.547150 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-afa45908-6a56-4650-a7c7-ba4d12b22a21 req-b5f2c727-17c9-44b4-9641-d618a1ef9499 service neutron] 10.222.0.10 "GET /v2.0/networks/993e1ca1-929c-4261-adce-40bb5bd2f2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240342 Aug 23 01:55:42.649834 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7eac3-8220-46d4-9d91-5afee8f72cee req-6e731d34-483c-4ccc-9fed-d393a810d5a7 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:42.651442 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-34a7eac3-8220-46d4-9d91-5afee8f72cee req-6e731d34-483c-4ccc-9fed-d393a810d5a7 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e3376b4-15d6-48db-a7c2-22b271b4a3fa HTTP/1.1" status: 200 len: 948 time: 0.0822203 Aug 23 01:55:42.708044 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-34a7eac3-8220-46d4-9d91-5afee8f72cee req-ea68172e-89fd-43a9-b060-eea4e13266b0 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cdb852-c169-48ea-bfcb-b73c578a1efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477653 Aug 23 01:55:43.006058 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94967e49-08e9-40fd-81b6-dc1e248000f6 req-1f22af23-77f2-47ed-ad17-3439b6153f2e tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:43.007532 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-94967e49-08e9-40fd-81b6-dc1e248000f6 req-1f22af23-77f2-47ed-ad17-3439b6153f2e tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad08f3c6-33b6-44ca-9756-a81ca0a09b35 HTTP/1.1" status: 200 len: 945 time: 0.0779068 Aug 23 01:55:43.055443 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-94967e49-08e9-40fd-81b6-dc1e248000f6 req-b2eab165-6bff-4524-a302-555184b718bd tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422251 Aug 23 01:55:43.150803 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 41484) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:55:43.373877 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-8cff1c22-8313-45ff-a4d6-ff6d5fb694c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:43.452481 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-8cff1c22-8313-45ff-a4d6-ff6d5fb694c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:55:43.459079 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-8cff1c22-8313-45ff-a4d6-ff6d5fb694c8 admin admin] Usage tracker for resource:security_group_rule and tenant:ba2d64077b3b4e73b84c67b6c438cb94 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:55:43.463346 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-8cff1c22-8313-45ff-a4d6-ff6d5fb694c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:55:43.471651 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-8cff1c22-8313-45ff-a4d6-ff6d5fb694c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:55:43.487716 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dda850-22f4-432b-bd06-afffe2119e0f req-61a05834-b869-43cd-87e1-ff654ecf7891 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:43.489143 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-75dda850-22f4-432b-bd06-afffe2119e0f req-61a05834-b869-43cd-87e1-ff654ecf7891 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad08f3c6-33b6-44ca-9756-a81ca0a09b35 HTTP/1.1" status: 200 len: 945 time: 0.2843275 Aug 23 01:55:43.500078 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9be32-cbce-42be-aed5-23a54e5750ab req-b77bed37-86ec-474d-afd3-ad11f81cffe6 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:43.500078 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-7aa9be32-cbce-42be-aed5-23a54e5750ab req-b77bed37-86ec-474d-afd3-ad11f81cffe6 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.1648409 Aug 23 01:55:43.650632 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-75dda850-22f4-432b-bd06-afffe2119e0f req-f81cf93b-7cdc-4562-95f8-4b45368732ef tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Deleting port c1eb59b2-1713-4b75-8b7c-172c81f0cacc {{(pid=75884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 01:55:43.651316 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-75dda850-22f4-432b-bd06-afffe2119e0f req-f81cf93b-7cdc-4562-95f8-4b45368732ef tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:43.748132 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-7aa9be32-cbce-42be-aed5-23a54e5750ab req-fa518d1a-bff4-4e59-b36f-8ac346280291 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108064 Aug 23 01:55:43.804922 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-db324739-3bfa-4848-88cd-180f67dc9ee7 req-75c07ef4-3b24-4278-8274-3d56b5907560 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 1099 time: 0.2733126 Aug 23 01:55:43.817146 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-8cff1c22-8313-45ff-a4d6-ff6d5fb694c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:43.929855 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-8cff1c22-8313-45ff-a4d6-ff6d5fb694c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:43.940990 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:43.968881 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-db324739-3bfa-4848-88cd-180f67dc9ee7 req-c8067380-6bf7-4b84-8368-44b84b33273f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537216 Aug 23 01:55:43.989509 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fe295-1db9-4bd8-947b-7ce0218849f3 req-d13c6df7-6013-4743-b416-1fe78cd67ed9 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:43.990912 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-eb7fe295-1db9-4bd8-947b-7ce0218849f3 req-d13c6df7-6013-4743-b416-1fe78cd67ed9 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e3376b4-15d6-48db-a7c2-22b271b4a3fa HTTP/1.1" status: 200 len: 948 time: 0.1430800 Aug 23 01:55:44.022414 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff1c22-8313-45ff-a4d6-ff6d5fb694c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6632b011-841d-4804-bab5-d3042677eab1,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:44.027540 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-8cff1c22-8313-45ff-a4d6-ff6d5fb694c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:44.029841 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-8cff1c22-8313-45ff-a4d6-ff6d5fb694c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba2d64077b3b4e73b84c67b6c438cb94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8778825 Aug 23 01:55:44.033019 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 41500) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:55:44.046399 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-eb7fe295-1db9-4bd8-947b-7ce0218849f3 req-31224fa3-e60f-4a82-b558-3bf1c93ff369 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cdb852-c169-48ea-bfcb-b73c578a1efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492940 Aug 23 01:55:44.068461 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-75dda850-22f4-432b-bd06-afffe2119e0f req-f81cf93b-7cdc-4562-95f8-4b45368732ef tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] For port c1eb59b2-1713-4b75-8b7c-172c81f0cacc, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c1eb59b2-1713-4b75-8b7c-172c81f0cacc,segment=NetworkSegment(269a0b8a-2a6b-4e47-b752-80dff62f9501),segment_id=269a0b8a-2a6b-4e47-b752-80dff62f9501)] {{(pid=75884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:55:44.068461 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-75dda850-22f4-432b-bd06-afffe2119e0f req-f81cf93b-7cdc-4562-95f8-4b45368732ef tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:44.206982 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-75dda850-22f4-432b-bd06-afffe2119e0f req-f81cf93b-7cdc-4562-95f8-4b45368732ef tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Calling delete_port for c1eb59b2-1713-4b75-8b7c-172c81f0cacc owned by compute:nova {{(pid=75884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 01:55:44.280380 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-e8aabe0f-5278-4312-81d6-563b9a998225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:44.326387 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-e8aabe0f-5278-4312-81d6-563b9a998225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:44.436726 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625671c-8c6f-40e7-ad77-a424e03df9d0 req-8b196537-5606-4be6-96c2-7ec55837f896 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:44.438233 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-9625671c-8c6f-40e7-ad77-a424e03df9d0 req-8b196537-5606-4be6-96c2-7ec55837f896 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad08f3c6-33b6-44ca-9756-a81ca0a09b35 HTTP/1.1" status: 200 len: 945 time: 0.0796371 Aug 23 01:55:44.483340 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-9625671c-8c6f-40e7-ad77-a424e03df9d0 req-3a0a3ebc-6923-4855-b33b-84939cddbd77 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393057 Aug 23 01:55:44.484646 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-75dda850-22f4-432b-bd06-afffe2119e0f req-f81cf93b-7cdc-4562-95f8-4b45368732ef tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:44.490919 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:44.496677 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['e6796267-f506-43d6-93f0-ae10004c4796', 'c1eb59b2-1713-4b75-8b7c-172c81f0cacc'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:55:44.533928 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-e8aabe0f-5278-4312-81d6-563b9a998225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:44.539355 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81cf93b-7cdc-4562-95f8-4b45368732ef tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Pushing event deleted for resources: {'Port': ['ID=c1eb59b2-1713-4b75-8b7c-172c81f0cacc,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:44.545354 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-f81cf93b-7cdc-4562-95f8-4b45368732ef tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:44.545537 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-25bfe11e-7d3a-4777-9ed4-c8f4b37b5a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:44.590304 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aabe0f-5278-4312-81d6-563b9a998225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6632b011-841d-4804-bab5-d3042677eab1,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:44.600208 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-e8aabe0f-5278-4312-81d6-563b9a998225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:44.648752 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-75dda850-22f4-432b-bd06-afffe2119e0f req-f81cf93b-7cdc-4562-95f8-4b45368732ef tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] No DVR routers for this DVR port c1eb59b2-1713-4b75-8b7c-172c81f0cacc on host hv-cinder-80552 {{(pid=75884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 01:55:44.648752 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-75dda850-22f4-432b-bd06-afffe2119e0f req-f81cf93b-7cdc-4562-95f8-4b45368732ef tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:44.648752 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad08f3c6-33b6-44ca-9756-a81ca0a09b35', 'name': 'network-vif-deleted', 'tag': 'c1eb59b2-1713-4b75-8b7c-172c81f0cacc'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:55:44.649624 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-e8aabe0f-5278-4312-81d6-563b9a998225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:44.650731 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-e8aabe0f-5278-4312-81d6-563b9a998225 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6632b011-841d-4804-bab5-d3042677eab1 HTTP/1.1" status: 204 len: 168 time: 0.6170673 Aug 23 01:55:44.652478 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-75dda850-22f4-432b-bd06-afffe2119e0f req-f81cf93b-7cdc-4562-95f8-4b45368732ef tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.10 "DELETE /v2.0/ports/c1eb59b2-1713-4b75-8b7c-172c81f0cacc HTTP/1.1" status: 204 len: 173 time: 1.1507044 Aug 23 01:55:44.706662 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad08f3c6-33b6-44ca-9756-a81ca0a09b35', 'name': 'network-vif-deleted', 'tag': 'c1eb59b2-1713-4b75-8b7c-172c81f0cacc', 'status': 'completed', 'code': 200} Aug 23 01:55:44.959115 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952be8be-73f9-4676-8033-5dd416e2b1e6 req-317c0afb-fae7-45d5-ac36-9d96658f2950 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:44.960688 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-952be8be-73f9-4676-8033-5dd416e2b1e6 req-317c0afb-fae7-45d5-ac36-9d96658f2950 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0807753 Aug 23 01:55:45.017781 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-952be8be-73f9-4676-8033-5dd416e2b1e6 req-4cd936d5-2260-422c-a174-2adbaabd1a47 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503602 Aug 23 01:55:45.251265 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af054e6f-0c1f-4505-8e9e-7d101a3bcd92 req-e3d1ac4e-64f3-43d8-b104-7c9006855641 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:45.252732 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-af054e6f-0c1f-4505-8e9e-7d101a3bcd92 req-e3d1ac4e-64f3-43d8-b104-7c9006855641 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e3376b4-15d6-48db-a7c2-22b271b4a3fa HTTP/1.1" status: 200 len: 948 time: 0.0778053 Aug 23 01:55:45.297105 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-af054e6f-0c1f-4505-8e9e-7d101a3bcd92 req-cf4b748b-36d3-4808-b2d7-017ef50584d2 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cdb852-c169-48ea-bfcb-b73c578a1efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387819 Aug 23 01:55:45.678569 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-405dc5f4-0e02-4708-95fb-6a8ffd36b794 req-83effc89-2e17-4fcb-b0c9-410bbc3698e1 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad08f3c6-33b6-44ca-9756-a81ca0a09b35 HTTP/1.1" status: 200 len: 210 time: 0.0473859 Aug 23 01:55:46.218130 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e98a8e-f2d8-47d1-a33c-0e028317ecae req-c8123a1c-9965-4ddd-b547-c3c07603069d tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:46.219613 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-25e98a8e-f2d8-47d1-a33c-0e028317ecae req-c8123a1c-9965-4ddd-b547-c3c07603069d tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0788596 Aug 23 01:55:46.266124 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-25e98a8e-f2d8-47d1-a33c-0e028317ecae req-9222dc78-a129-4ce0-861b-b01c341248c6 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408144 Aug 23 01:55:46.507379 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66eb3df-db3f-4556-88fb-0e52ef906197 req-37a3c909-d789-44cb-b8c0-d89582190f0a tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:46.508854 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-a66eb3df-db3f-4556-88fb-0e52ef906197 req-37a3c909-d789-44cb-b8c0-d89582190f0a tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e3376b4-15d6-48db-a7c2-22b271b4a3fa HTTP/1.1" status: 200 len: 948 time: 0.0820310 Aug 23 01:55:46.560989 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-a66eb3df-db3f-4556-88fb-0e52ef906197 req-7b377e88-501d-4924-8a55-fb1924fc5348 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cdb852-c169-48ea-bfcb-b73c578a1efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455904 Aug 23 01:55:47.048761 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea706e6-2605-4df3-a199-74eca913e1b6 req-ab570226-3599-4c62-aac8-10353ad0546b tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:47.050228 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-1ea706e6-2605-4df3-a199-74eca913e1b6 req-ab570226-3599-4c62-aac8-10353ad0546b tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0789275 Aug 23 01:55:47.074286 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d65c8afb-a791-4588-9d1a-13eecdbce48e req-f5e3efe1-5932-4633-9d68-4cb41b3700fd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=940e2126538e41ad94209d280bc548f0&device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 1099 time: 0.0824902 Aug 23 01:55:47.085247 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 4935c4d4-af36-4950-b246-9059f35458c4 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 01:55:47.088021 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device c1eb59b2-1713-4b75-8b7c-172c81f0cacc no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 01:55:47.106311 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-1ea706e6-2605-4df3-a199-74eca913e1b6 req-4435ba79-e6cd-4348-9ce2-6cdc33695c72 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499349 Aug 23 01:55:47.155682 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] No Port match for: c1eb59b2-1713-4b75-8b7c-172c81f0cacc {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 01:55:47.159500 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device c1eb59b2-1713-4b75-8b7c-172c81f0cacc not bound to the agent host hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 01:55:47.222738 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c8afb-a791-4588-9d1a-13eecdbce48e req-bbf454a1-9a78-4f16-a308-96524b0bb68a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:47.224236 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d65c8afb-a791-4588-9d1a-13eecdbce48e req-bbf454a1-9a78-4f16-a308-96524b0bb68a service neutron] 10.222.0.10 "GET /v2.0/networks?id=2923ff85-c672-42fc-9cad-ac2843fb8239 HTTP/1.1" status: 200 len: 919 time: 0.1424994 Aug 23 01:55:47.287138 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port 4935c4d4-af36-4950-b246-9059f35458c4, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=4935c4d4-af36-4950-b246-9059f35458c4,segment=NetworkSegment(400fe501-d58c-455b-ad61-db49eb3261bf),segment_id=400fe501-d58c-455b-ad61-db49eb3261bf)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:55:47.296966 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d65c8afb-a791-4588-9d1a-13eecdbce48e req-2201bdfb-6078-4cc0-9083-da50733d16b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35141321-8de7-4cb8-b912-e55b8597f1a6 HTTP/1.1" status: 200 len: 217 time: 0.0655642 Aug 23 01:55:47.301581 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Returning: {'device': '4935c4d4-af36-4950-b246-9059f35458c4', 'network_id': '993e1ca1-929c-4261-adce-40bb5bd2f2fe', 'port_id': '4935c4d4-af36-4950-b246-9059f35458c4', 'mac_address': 'fa:16:3e:53:cb:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af35294c-d624-47cb-99ac-bef6c615a99f', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 01:55:47.362102 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:47.386723 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4935c4d4-af36-4950-b246-9059f35458c4 {{(pid=75885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:55:47.402235 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port 4935c4d4-af36-4950-b246-9059f35458c4, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=4935c4d4-af36-4950-b246-9059f35458c4,segment=NetworkSegment(400fe501-d58c-455b-ad61-db49eb3261bf),segment_id=400fe501-d58c-455b-ad61-db49eb3261bf)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:55:47.422747 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c8afb-a791-4588-9d1a-13eecdbce48e req-fda88082-b25e-4a97-ba1e-676911038945 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:47.424478 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d65c8afb-a791-4588-9d1a-13eecdbce48e req-fda88082-b25e-4a97-ba1e-676911038945 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0ec4e931-02be-4a33-9930-18e862114160 HTTP/1.1" status: 200 len: 858 time: 0.1207702 Aug 23 01:55:47.469868 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d65c8afb-a791-4588-9d1a-13eecdbce48e req-6eaf815d-75fa-468c-84cb-038e5bfd09ea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2923ff85-c672-42fc-9cad-ac2843fb8239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385716 Aug 23 01:55:47.564527 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:47.566338 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:47.611635 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d65c8afb-a791-4588-9d1a-13eecdbce48e req-5b85db77-8700-4019-877b-c8b3f4e45700 service neutron] 10.222.0.10 "GET /v2.0/networks/2923ff85-c672-42fc-9cad-ac2843fb8239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349628 Aug 23 01:55:47.629727 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=4935c4d4-af36-4950-b246-9059f35458c4,revision_number=4']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:47.640331 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:47.848080 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d65c8afb-a791-4588-9d1a-13eecdbce48e req-8f069706-e6e6-4418-993b-5aab695de0b7 service neutron] 10.222.0.10 "GET /v2.0/networks/2923ff85-c672-42fc-9cad-ac2843fb8239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291842 Aug 23 01:55:47.854498 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d8c5e-bb86-4b88-8a2a-3d0316fd7d74 req-2013558f-b565-43f8-b477-f43796ad5ce5 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:47.855154 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-b20d8c5e-bb86-4b88-8a2a-3d0316fd7d74 req-2013558f-b565-43f8-b477-f43796ad5ce5 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Synchronizing usage tracker for tenant:10097875be364d2ea3022fa54be3b376 on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:55:48.004466 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-b20d8c5e-bb86-4b88-8a2a-3d0316fd7d74 req-2013558f-b565-43f8-b477-f43796ad5ce5 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Unset dirty status for tenant:10097875be364d2ea3022fa54be3b376 on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:55:48.006086 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-b20d8c5e-bb86-4b88-8a2a-3d0316fd7d74 req-2013558f-b565-43f8-b477-f43796ad5ce5 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e3376b4-15d6-48db-a7c2-22b271b4a3fa HTTP/1.1" status: 200 len: 949 time: 0.2995861 Aug 23 01:55:48.051168 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['4935c4d4-af36-4950-b246-9059f35458c4'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:55:48.058007 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-b20d8c5e-bb86-4b88-8a2a-3d0316fd7d74 req-7f130301-9b20-420f-a3fb-88aed4df28b2 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Synchronizing usage tracker for tenant:10097875be364d2ea3022fa54be3b376 on resource:security_group {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:55:48.175775 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-b20d8c5e-bb86-4b88-8a2a-3d0316fd7d74 req-7f130301-9b20-420f-a3fb-88aed4df28b2 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Unset dirty status for tenant:10097875be364d2ea3022fa54be3b376 on resource:security_group {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:55:48.177033 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-b20d8c5e-bb86-4b88-8a2a-3d0316fd7d74 req-7f130301-9b20-420f-a3fb-88aed4df28b2 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cdb852-c169-48ea-bfcb-b73c578a1efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651046 Aug 23 01:55:48.359718 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33bf21-1566-4df8-a4d8-7c6d3d4834c9 req-09f0bbc4-eb65-4c31-9571-4582c3d7396f tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:48.361162 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ab33bf21-1566-4df8-a4d8-7c6d3d4834c9 req-09f0bbc4-eb65-4c31-9571-4582c3d7396f tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0854495 Aug 23 01:55:48.407726 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ab33bf21-1566-4df8-a4d8-7c6d3d4834c9 req-786ab0d8-c3cb-4524-ac1d-32a3b9b4bb32 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409172 Aug 23 01:55:48.898169 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2feb82-aa9b-467a-bf4f-6ea0f499cb29 req-1af557ce-0fa7-4910-9fe3-1139ccea7e3a tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:48.898169 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-de2feb82-aa9b-467a-bf4f-6ea0f499cb29 req-1af557ce-0fa7-4910-9fe3-1139ccea7e3a tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c78f3e-5d77-4fa6-9834-1b1e4775df3f HTTP/1.1" status: 200 len: 945 time: 0.0796111 Aug 23 01:55:48.944925 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-de2feb82-aa9b-467a-bf4f-6ea0f499cb29 req-9cbbb8f5-585f-4795-9240-17225a59c1a2 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421686 Aug 23 01:55:49.486430 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30177d-c057-4c69-82e2-6ea0afa10053 req-13d9298a-5a7a-441d-baef-f16a20c88b2c tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:49.487894 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4e30177d-c057-4c69-82e2-6ea0afa10053 req-13d9298a-5a7a-441d-baef-f16a20c88b2c tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e3376b4-15d6-48db-a7c2-22b271b4a3fa HTTP/1.1" status: 200 len: 949 time: 0.0809820 Aug 23 01:55:49.533807 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4e30177d-c057-4c69-82e2-6ea0afa10053 req-174c5f0d-12dd-4054-8740-638600871ba6 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cdb852-c169-48ea-bfcb-b73c578a1efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400403 Aug 23 01:55:49.616755 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ded81-3c1b-4de2-8b91-9e32869a68b1 req-d4bd3ab1-51a3-443f-b8a0-5bedd37c215d tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:49.618173 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c87ded81-3c1b-4de2-8b91-9e32869a68b1 req-d4bd3ab1-51a3-443f-b8a0-5bedd37c215d tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0780480 Aug 23 01:55:49.662567 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c87ded81-3c1b-4de2-8b91-9e32869a68b1 req-6791bac7-f2f9-4954-af45-889484b2be66 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387943 Aug 23 01:55:50.139088 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717ecd5-d375-4a53-8e0a-1df8131cac2d req-07898d1b-2c63-4714-a9b9-b88d2389d4b1 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:50.139796 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-5717ecd5-d375-4a53-8e0a-1df8131cac2d req-07898d1b-2c63-4714-a9b9-b88d2389d4b1 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Synchronizing usage tracker for tenant:19fb13e7c5e24c35930091d9780fb75c on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:55:50.221316 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-5717ecd5-d375-4a53-8e0a-1df8131cac2d req-07898d1b-2c63-4714-a9b9-b88d2389d4b1 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Unset dirty status for tenant:19fb13e7c5e24c35930091d9780fb75c on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:55:50.222488 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5717ecd5-d375-4a53-8e0a-1df8131cac2d req-07898d1b-2c63-4714-a9b9-b88d2389d4b1 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c78f3e-5d77-4fa6-9834-1b1e4775df3f HTTP/1.1" status: 200 len: 945 time: 0.1570394 Aug 23 01:55:50.268361 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5717ecd5-d375-4a53-8e0a-1df8131cac2d req-19e0619c-76c8-4581-b8d1-5f766f7ba6c8 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404274 Aug 23 01:55:50.431199 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-28f5ef7c-bbb5-4ca7-b441-3d0e53a8b32d req-c53c27c8-a806-41b2-9a0c-fb773eeb220c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=940e2126538e41ad94209d280bc548f0&device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 1099 time: 0.0715597 Aug 23 01:55:50.587589 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5ef7c-bbb5-4ca7-b441-3d0e53a8b32d req-56121d7a-1f4c-40c2-a245-1820640b4d8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:50.589090 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-28f5ef7c-bbb5-4ca7-b441-3d0e53a8b32d req-56121d7a-1f4c-40c2-a245-1820640b4d8c service neutron] 10.222.0.10 "GET /v2.0/networks?id=2923ff85-c672-42fc-9cad-ac2843fb8239 HTTP/1.1" status: 200 len: 919 time: 0.1331923 Aug 23 01:55:50.663449 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-28f5ef7c-bbb5-4ca7-b441-3d0e53a8b32d req-d5ce66df-903b-4308-920a-07605191316d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35141321-8de7-4cb8-b912-e55b8597f1a6 HTTP/1.1" status: 200 len: 217 time: 0.0645154 Aug 23 01:55:50.776993 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5ef7c-bbb5-4ca7-b441-3d0e53a8b32d req-0671c10c-3bc5-4b14-bacc-1bb82a9ffe2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:50.778995 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-28f5ef7c-bbb5-4ca7-b441-3d0e53a8b32d req-0671c10c-3bc5-4b14-bacc-1bb82a9ffe2b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0ec4e931-02be-4a33-9930-18e862114160 HTTP/1.1" status: 200 len: 858 time: 0.0825720 Aug 23 01:55:50.798031 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a6b8f-d49f-411f-824f-6d946c6912fd req-faff7b44-af0d-4a4a-ae2f-a13bf9c81b9b tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:50.799503 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-cf9a6b8f-d49f-411f-824f-6d946c6912fd req-faff7b44-af0d-4a4a-ae2f-a13bf9c81b9b tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e3376b4-15d6-48db-a7c2-22b271b4a3fa HTTP/1.1" status: 200 len: 949 time: 0.1335506 Aug 23 01:55:50.855252 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-28f5ef7c-bbb5-4ca7-b441-3d0e53a8b32d req-ecb2b18d-b744-4b53-9788-38034584a92f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2923ff85-c672-42fc-9cad-ac2843fb8239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548124 Aug 23 01:55:50.866839 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baae771-0512-4d4b-baa3-cfa2d9211d18 req-990117a7-d856-480d-8aa3-54afb64f3580 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:50.868326 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-0baae771-0512-4d4b-baa3-cfa2d9211d18 req-990117a7-d856-480d-8aa3-54afb64f3580 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0780461 Aug 23 01:55:50.917883 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-0baae771-0512-4d4b-baa3-cfa2d9211d18 req-1137ad1e-f7f9-4db8-91e2-a0dc7067d528 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437238 Aug 23 01:55:50.959663 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-cf9a6b8f-d49f-411f-824f-6d946c6912fd req-85b66471-3aaa-4a0d-bba3-8f90cdb817eb tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cdb852-c169-48ea-bfcb-b73c578a1efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234584 Aug 23 01:55:51.010823 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-28f5ef7c-bbb5-4ca7-b441-3d0e53a8b32d req-d99933f8-6dd4-4d24-8c08-d493f0b802fa service neutron] 10.222.0.10 "GET /v2.0/networks/2923ff85-c672-42fc-9cad-ac2843fb8239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403599 Aug 23 01:55:51.103364 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 4935c4d4-af36-4950-b246-9059f35458c4 up at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:55:51.154321 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-28f5ef7c-bbb5-4ca7-b441-3d0e53a8b32d req-dbc87f54-2a47-4ced-b116-253bc578c22f service neutron] 10.222.0.10 "GET /v2.0/networks/2923ff85-c672-42fc-9cad-ac2843fb8239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266291 Aug 23 01:55:51.250429 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning for port 4935c4d4-af36-4950-b246-9059f35458c4 completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:55:51.257728 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning complete for port 4935c4d4-af36-4950-b246-9059f35458c4 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:55:51.264667 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:51.271918 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea537b2a-ef06-4eec-b2fa-c5fa7399df9b req-634e100d-f35e-42d0-bf7e-2fa5804bf5f6 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:51.273326 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ea537b2a-ef06-4eec-b2fa-c5fa7399df9b req-634e100d-f35e-42d0-bf7e-2fa5804bf5f6 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.10 "GET /v2.0/ports?device_id=90c78f3e-5d77-4fa6-9834-1b1e4775df3f HTTP/1.1" status: 200 len: 945 time: 0.0770490 Aug 23 01:55:51.394067 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:51.423901 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3376b4-15d6-48db-a7c2-22b271b4a3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4935c4d4-af36-4950-b246-9059f35458c4'}] {{(pid=75885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:55:51.432400 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-ea537b2a-ef06-4eec-b2fa-c5fa7399df9b req-81090fbf-553e-49b4-97ae-836e34ea5b69 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Deleting port e6796267-f506-43d6-93f0-ae10004c4796 {{(pid=75884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 01:55:51.433049 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-ea537b2a-ef06-4eec-b2fa-c5fa7399df9b req-81090fbf-553e-49b4-97ae-836e34ea5b69 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:51.436760 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port 4935c4d4-af36-4950-b246-9059f35458c4, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=4935c4d4-af36-4950-b246-9059f35458c4,segment=NetworkSegment(400fe501-d58c-455b-ad61-db49eb3261bf),segment_id=400fe501-d58c-455b-ad61-db49eb3261bf)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:55:51.543839 dv-cinder-805529-1-smb neutron-server[75885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3376b4-15d6-48db-a7c2-22b271b4a3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4935c4d4-af36-4950-b246-9059f35458c4', 'code': 200} Aug 23 01:55:51.622500 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:51.626299 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:51.685984 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccee95-5df1-4b60-a0a9-fa396f266f38 req-d42339fe-c552-4889-9d75-3eef03c28f03 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:51.687526 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-3bccee95-5df1-4b60-a0a9-fa396f266f38 req-d42339fe-c552-4889-9d75-3eef03c28f03 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c78f3e-5d77-4fa6-9834-1b1e4775df3f HTTP/1.1" status: 200 len: 945 time: 0.2294607 Aug 23 01:55:51.715742 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=4935c4d4-af36-4950-b246-9059f35458c4,revision_number=5']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:51.719531 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:51.784958 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-ea537b2a-ef06-4eec-b2fa-c5fa7399df9b req-81090fbf-553e-49b4-97ae-836e34ea5b69 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] For port e6796267-f506-43d6-93f0-ae10004c4796, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=e6796267-f506-43d6-93f0-ae10004c4796,segment=NetworkSegment(269a0b8a-2a6b-4e47-b752-80dff62f9501),segment_id=269a0b8a-2a6b-4e47-b752-80dff62f9501)] {{(pid=75884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:55:51.785316 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-ea537b2a-ef06-4eec-b2fa-c5fa7399df9b req-81090fbf-553e-49b4-97ae-836e34ea5b69 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:51.794168 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-3bccee95-5df1-4b60-a0a9-fa396f266f38 req-6c9aa365-19d4-44a1-ae7e-460ff6ac3bae tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f807e66-ae47-4ff1-b824-c308ca4faaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970368 Aug 23 01:55:51.830457 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:51.921611 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-ea537b2a-ef06-4eec-b2fa-c5fa7399df9b req-81090fbf-553e-49b4-97ae-836e34ea5b69 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Calling delete_port for e6796267-f506-43d6-93f0-ae10004c4796 owned by compute:nova {{(pid=75884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 01:55:52.124596 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-abf1e9c4-df37-4477-b90a-6ac862a94f41 req-60447b93-d7db-49ab-9f8a-f034941ad3fe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1e3376b4-15d6-48db-a7c2-22b271b4a3fa HTTP/1.1" status: 200 len: 1103 time: 0.1754453 Aug 23 01:55:52.177567 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be16ec-d3fb-4aa2-942f-72aaaf94cf82 req-ba2d9c72-bbd9-4832-9743-33e66050142f tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:52.179159 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-35be16ec-d3fb-4aa2-942f-72aaaf94cf82 req-ba2d9c72-bbd9-4832-9743-33e66050142f tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0962837 Aug 23 01:55:52.228041 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-35be16ec-d3fb-4aa2-942f-72aaaf94cf82 req-904daba3-c12f-4303-b072-b95ff5caa6a3 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430920 Aug 23 01:55:52.230731 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-abf1e9c4-df37-4477-b90a-6ac862a94f41 req-5faff22f-bb09-4a98-80f8-0ec2c14d3e79 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a4cdb852-c169-48ea-bfcb-b73c578a1efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672863 Aug 23 01:55:52.247600 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34696e2f-9a99-475d-846f-30672ee6c9c4 req-94a9feec-595f-401d-8f45-423849ad9c1b tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:52.249042 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-34696e2f-9a99-475d-846f-30672ee6c9c4 req-94a9feec-595f-401d-8f45-423849ad9c1b tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e3376b4-15d6-48db-a7c2-22b271b4a3fa HTTP/1.1" status: 200 len: 950 time: 0.1234610 Aug 23 01:55:52.289984 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-ea537b2a-ef06-4eec-b2fa-c5fa7399df9b req-81090fbf-553e-49b4-97ae-836e34ea5b69 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:52.296938 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-9d3ddc00-5200-4e89-ab09-682df1245f30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:52.300427 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['e6796267-f506-43d6-93f0-ae10004c4796'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:55:52.345747 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81090fbf-553e-49b4-97ae-836e34ea5b69 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Pushing event deleted for resources: {'Port': ['ID=e6796267-f506-43d6-93f0-ae10004c4796,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:52.350727 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-34696e2f-9a99-475d-846f-30672ee6c9c4 req-ed150b17-83c4-49b6-b280-d940e9107135 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cdb852-c169-48ea-bfcb-b73c578a1efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960896 Aug 23 01:55:52.353459 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-81090fbf-553e-49b4-97ae-836e34ea5b69 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:52.422489 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea537b2a-ef06-4eec-b2fa-c5fa7399df9b req-81090fbf-553e-49b4-97ae-836e34ea5b69 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] No DVR routers for this DVR port e6796267-f506-43d6-93f0-ae10004c4796 on host hv-cinder-80552 {{(pid=75884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 01:55:52.430410 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-ea537b2a-ef06-4eec-b2fa-c5fa7399df9b req-81090fbf-553e-49b4-97ae-836e34ea5b69 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:52.433059 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c78f3e-5d77-4fa6-9834-1b1e4775df3f', 'name': 'network-vif-deleted', 'tag': 'e6796267-f506-43d6-93f0-ae10004c4796'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:55:52.489729 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c78f3e-5d77-4fa6-9834-1b1e4775df3f', 'name': 'network-vif-deleted', 'tag': 'e6796267-f506-43d6-93f0-ae10004c4796', 'status': 'completed', 'code': 200} Aug 23 01:55:52.521963 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ea537b2a-ef06-4eec-b2fa-c5fa7399df9b req-81090fbf-553e-49b4-97ae-836e34ea5b69 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.10 "DELETE /v2.0/ports/e6796267-f506-43d6-93f0-ae10004c4796 HTTP/1.1" status: 204 len: 173 time: 1.2394280 Aug 23 01:55:53.029653 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-3c101e66-530e-4c91-a272-f7f3d2b595fd req-a5511241-ba39-435f-af05-f269a27110e2 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Synchronizing usage tracker for tenant:19fb13e7c5e24c35930091d9780fb75c on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:55:53.181604 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-3c101e66-530e-4c91-a272-f7f3d2b595fd req-a5511241-ba39-435f-af05-f269a27110e2 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Unset dirty status for tenant:19fb13e7c5e24c35930091d9780fb75c on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:55:53.182775 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-3c101e66-530e-4c91-a272-f7f3d2b595fd req-a5511241-ba39-435f-af05-f269a27110e2 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c78f3e-5d77-4fa6-9834-1b1e4775df3f HTTP/1.1" status: 200 len: 210 time: 0.1986108 Aug 23 01:55:53.562596 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b3064-3d51-4628-b6d6-5650a0ed4149 req-8d3d4fe4-3155-4c37-8d70-bbe507441b0b tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:53.564094 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-526b3064-3d51-4628-b6d6-5650a0ed4149 req-8d3d4fe4-3155-4c37-8d70-bbe507441b0b tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e3376b4-15d6-48db-a7c2-22b271b4a3fa HTTP/1.1" status: 200 len: 950 time: 0.0846467 Aug 23 01:55:53.617892 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-526b3064-3d51-4628-b6d6-5650a0ed4149 req-3129a4a8-619e-404b-aca8-8605358d02fb tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cdb852-c169-48ea-bfcb-b73c578a1efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477381 Aug 23 01:55:54.288737 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 41650) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:55:54.349915 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_v2 [None req-086715f3-3104-4f2c-854f-024d342a849a admin admin] Deleting subnet 824eb3c9-cfbc-4739-ace0-27334b2e4f9e {{(pid=75884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 01:55:54.352811 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-086715f3-3104-4f2c-854f-024d342a849a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:54.406761 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-086715f3-3104-4f2c-854f-024d342a849a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7902558'] for subnet, precommit_delete_associations {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:54.462745 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-086715f3-3104-4f2c-854f-024d342a849a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1481903'] for subnet, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:54.587409 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-086715f3-3104-4f2c-854f-024d342a849a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1481878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7565708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7385804'] for subnet, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:54.591547 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-17de64a8-baf2-48a1-bcf8-95257421b5f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:54.631840 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086715f3-3104-4f2c-854f-024d342a849a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=824eb3c9-cfbc-4739-ace0-27334b2e4f9e,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:54.635132 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-086715f3-3104-4f2c-854f-024d342a849a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:54.636611 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-086715f3-3104-4f2c-854f-024d342a849a admin admin] Notify callbacks [] for subnet, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:54.641917 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-086715f3-3104-4f2c-854f-024d342a849a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/824eb3c9-cfbc-4739-ace0-27334b2e4f9e HTTP/1.1" status: 204 len: 168 time: 0.3521807 Aug 23 01:55:54.644479 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 41656) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:55:54.780348 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-093dc064-7a84-47a5-9d06-abbf010bf463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584917'] for network, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:54.980108 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-093dc064-7a84-47a5-9d06-abbf010bf463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480998', 'neutron.services.segments.db._delete_segments_for_network-8755480555394'] for network, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:54.996222 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-093dc064-7a84-47a5-9d06-abbf010bf463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd7eb81-afc9-4814-83ed-f98cc97bf6f8']}} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:55:55.010893 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976fb63c-557b-4e24-9a0d-0f3cf380b96a req-14ef3d43-e26c-41c7-882f-c2f922152030 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:55.012483 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-976fb63c-557b-4e24-9a0d-0f3cf380b96a req-14ef3d43-e26c-41c7-882f-c2f922152030 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e3376b4-15d6-48db-a7c2-22b271b4a3fa HTTP/1.1" status: 200 len: 950 time: 0.2638018 Aug 23 01:55:55.016400 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-093dc064-7a84-47a5-9d06-abbf010bf463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '269a0b8a-2a6b-4e47-b752-80dff62f9501') {'for_net_delete': True} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:55:55.016694 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-093dc064-7a84-47a5-9d06-abbf010bf463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '269a0b8a-2a6b-4e47-b752-80dff62f9501') {} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:55:55.043712 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-093dc064-7a84-47a5-9d06-abbf010bf463 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755480556189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7902545'] for segment, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:55.077119 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-093dc064-7a84-47a5-9d06-abbf010bf463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:55.087221 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093dc064-7a84-47a5-9d06-abbf010bf463 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=75884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 01:55:55.087648 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-093dc064-7a84-47a5-9d06-abbf010bf463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1481738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7565610'] for segment, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: Traceback (most recent call last): Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: timer() Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: cb(*args, **kw) Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: return func(*args, **kwargs) Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: self._notify() Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: self.callback(batched_events) Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: event.method(event) Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: return f(self, *a, **k) Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: return self._get(url).json() Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: return self.request(url, 'GET', **kwargs) Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 01:55:55.102407 dv-cinder-805529-1-smb neutron-server[75884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 01:55:55.108950 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-976fb63c-557b-4e24-9a0d-0f3cf380b96a req-cc4dba77-755b-4093-8723-c200e619c967 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cdb852-c169-48ea-bfcb-b73c578a1efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830543 Aug 23 01:55:55.115823 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device e6796267-f506-43d6-93f0-ae10004c4796 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 01:55:55.206704 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] No Port match for: e6796267-f506-43d6-93f0-ae10004c4796 {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 01:55:55.207129 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device e6796267-f506-43d6-93f0-ae10004c4796 not bound to the agent host hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 01:55:55.258708 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-093dc064-7a84-47a5-9d06-abbf010bf463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405596'] for network, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:55.267087 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:55.281848 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-093dc064-7a84-47a5-9d06-abbf010bf463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:55.298529 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093dc064-7a84-47a5-9d06-abbf010bf463 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fd7eb81-afc9-4814-83ed-f98cc97bf6f8,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:55.301801 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-093dc064-7a84-47a5-9d06-abbf010bf463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:55.383984 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-093dc064-7a84-47a5-9d06-abbf010bf463 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6fd7eb81-afc9-4814-83ed-f98cc97bf6f8 HTTP/1.1" status: 204 len: 168 time: 0.7385013 Aug 23 01:55:55.818181 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 41684) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:55:55.868904 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-b9da6192-29d7-40cd-acfe-14c1d5d146e6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=19fb13e7c5e24c35930091d9780fb75c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493686 Aug 23 01:55:55.871354 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 41688) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:55:55.896854 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983d74d-150e-46ae-9a51-9930909f807e req-ff23502c-e1b5-4939-9685-1bee0038e682 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:55.898306 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2983d74d-150e-46ae-9a51-9930909f807e req-ff23502c-e1b5-4939-9685-1bee0038e682 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e3376b4-15d6-48db-a7c2-22b271b4a3fa HTTP/1.1" status: 200 len: 950 time: 0.0851262 Aug 23 01:55:55.931413 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-1ec79d5e-8244-47d4-9814-ea8731732623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:55.946250 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2983d74d-150e-46ae-9a51-9930909f807e req-e5c11a1a-5ce0-46fa-a00d-27e658a927ef tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cdb852-c169-48ea-bfcb-b73c578a1efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416842 Aug 23 01:55:55.957691 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-1ec79d5e-8244-47d4-9814-ea8731732623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:56.135523 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-1ec79d5e-8244-47d4-9814-ea8731732623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:56.139463 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-558ce0ce-d8d6-4167-bbe7-357ee588d176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:56.153496 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec79d5e-8244-47d4-9814-ea8731732623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f807e66-ae47-4ff1-b824-c308ca4faaf1,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:56.156613 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-1ec79d5e-8244-47d4-9814-ea8731732623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:56.307921 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-1ec79d5e-8244-47d4-9814-ea8731732623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:56.308960 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-1ec79d5e-8244-47d4-9814-ea8731732623 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f807e66-ae47-4ff1-b824-c308ca4faaf1 HTTP/1.1" status: 204 len: 168 time: 0.4361186 Aug 23 01:55:57.166436 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c837ed2-6264-458b-a999-5007d1e2b744 req-c154c9c8-7051-4e19-9688-fa6dd9f3fa42 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:57.167965 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-7c837ed2-6264-458b-a999-5007d1e2b744 req-c154c9c8-7051-4e19-9688-fa6dd9f3fa42 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e3376b4-15d6-48db-a7c2-22b271b4a3fa HTTP/1.1" status: 200 len: 950 time: 0.0884268 Aug 23 01:55:57.216948 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-7c837ed2-6264-458b-a999-5007d1e2b744 req-b7ca6995-72cc-40e6-9f3a-5719001ca05d tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cdb852-c169-48ea-bfcb-b73c578a1efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422156 Aug 23 01:55:57.786985 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048b22e-3285-4c3b-87ab-7f90bb11a0e8 req-4aebd2b9-d6b2-4082-b177-6efacddec2ed tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:57.788428 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4048b22e-3285-4c3b-87ab-7f90bb11a0e8 req-4aebd2b9-d6b2-4082-b177-6efacddec2ed tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e3376b4-15d6-48db-a7c2-22b271b4a3fa HTTP/1.1" status: 200 len: 950 time: 0.0918059 Aug 23 01:55:57.861236 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-4048b22e-3285-4c3b-87ab-7f90bb11a0e8 req-027c541a-7a57-45fe-aa79-66620ba9461d tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Deleting port 4935c4d4-af36-4950-b246-9059f35458c4 {{(pid=75884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 01:55:57.861634 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4048b22e-3285-4c3b-87ab-7f90bb11a0e8 req-027c541a-7a57-45fe-aa79-66620ba9461d tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:58.128159 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-4048b22e-3285-4c3b-87ab-7f90bb11a0e8 req-027c541a-7a57-45fe-aa79-66620ba9461d tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] For port 4935c4d4-af36-4950-b246-9059f35458c4, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=4935c4d4-af36-4950-b246-9059f35458c4,segment=NetworkSegment(400fe501-d58c-455b-ad61-db49eb3261bf),segment_id=400fe501-d58c-455b-ad61-db49eb3261bf)] {{(pid=75884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:55:58.128677 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4048b22e-3285-4c3b-87ab-7f90bb11a0e8 req-027c541a-7a57-45fe-aa79-66620ba9461d tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:58.263450 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-4048b22e-3285-4c3b-87ab-7f90bb11a0e8 req-027c541a-7a57-45fe-aa79-66620ba9461d tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Calling delete_port for 4935c4d4-af36-4950-b246-9059f35458c4 owned by compute:nova {{(pid=75884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 01:55:58.519927 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c32102-e42e-491e-8c76-b49e40c70b55 req-36763ea6-6743-4899-bb2f-60c9421b1393 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:58.521284 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c3c32102-e42e-491e-8c76-b49e40c70b55 req-36763ea6-6743-4899-bb2f-60c9421b1393 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e3376b4-15d6-48db-a7c2-22b271b4a3fa HTTP/1.1" status: 200 len: 950 time: 0.1026311 Aug 23 01:55:58.566839 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c3c32102-e42e-491e-8c76-b49e40c70b55 req-8a073143-d79c-4453-bb5b-a39d7b721a59 tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cdb852-c169-48ea-bfcb-b73c578a1efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401931 Aug 23 01:55:58.621347 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4048b22e-3285-4c3b-87ab-7f90bb11a0e8 req-027c541a-7a57-45fe-aa79-66620ba9461d tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:58.627651 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-8ac17bdd-c8c8-4a7e-b7c7-d75a4709dac5 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:55:58.633541 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['4935c4d4-af36-4950-b246-9059f35458c4'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:55:58.671196 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c541a-7a57-45fe-aa79-66620ba9461d tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Pushing event deleted for resources: {'Port': ['ID=4935c4d4-af36-4950-b246-9059f35458c4,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:55:58.675587 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-027c541a-7a57-45fe-aa79-66620ba9461d tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:55:58.756898 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-4048b22e-3285-4c3b-87ab-7f90bb11a0e8 req-027c541a-7a57-45fe-aa79-66620ba9461d tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] No DVR routers for this DVR port 4935c4d4-af36-4950-b246-9059f35458c4 on host hv-cinder-80552 {{(pid=75884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 01:55:58.760030 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4048b22e-3285-4c3b-87ab-7f90bb11a0e8 req-027c541a-7a57-45fe-aa79-66620ba9461d tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:55:58.763115 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3376b4-15d6-48db-a7c2-22b271b4a3fa', 'name': 'network-vif-deleted', 'tag': '4935c4d4-af36-4950-b246-9059f35458c4'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:55:58.801966 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 01:55:58.899547 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4048b22e-3285-4c3b-87ab-7f90bb11a0e8 req-027c541a-7a57-45fe-aa79-66620ba9461d tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.10 "DELETE /v2.0/ports/4935c4d4-af36-4950-b246-9059f35458c4 HTTP/1.1" status: 204 len: 173 time: 1.1054983 Aug 23 01:55:58.966303 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3376b4-15d6-48db-a7c2-22b271b4a3fa', 'name': 'network-vif-deleted', 'tag': '4935c4d4-af36-4950-b246-9059f35458c4', 'status': 'completed', 'code': 200} Aug 23 01:55:59.114313 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182d8ec-a19b-44cb-a077-d4f60df1d72f req-efd9a794-150f-4f6d-b568-274993ed9306 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:55:59.115806 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-3182d8ec-a19b-44cb-a077-d4f60df1d72f req-efd9a794-150f-4f6d-b568-274993ed9306 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 945 time: 0.0770116 Aug 23 01:55:59.166060 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-3182d8ec-a19b-44cb-a077-d4f60df1d72f req-47b3ebe1-673f-41c7-b2b2-5a0bd18c314d tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430934 Aug 23 01:55:59.762998 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-fd781e17-fa47-476d-bb7a-f4ffc9e390d9 req-cea0d3d1-5917-485c-91b3-f0ae33d8913c tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Synchronizing usage tracker for tenant:10097875be364d2ea3022fa54be3b376 on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:55:59.844295 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-fd781e17-fa47-476d-bb7a-f4ffc9e390d9 req-cea0d3d1-5917-485c-91b3-f0ae33d8913c tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Unset dirty status for tenant:10097875be364d2ea3022fa54be3b376 on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:55:59.845868 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-fd781e17-fa47-476d-bb7a-f4ffc9e390d9 req-cea0d3d1-5917-485c-91b3-f0ae33d8913c tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e3376b4-15d6-48db-a7c2-22b271b4a3fa HTTP/1.1" status: 200 len: 210 time: 0.1337183 Aug 23 01:56:00.378650 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e9585-9a3b-46d4-b951-20898314d4aa req-56c6dee6-9ce1-4134-ace8-658b6f8756e9 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:00.380145 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-7d2e9585-9a3b-46d4-b951-20898314d4aa req-56c6dee6-9ce1-4134-ace8-658b6f8756e9 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 945 time: 0.0789008 Aug 23 01:56:00.425320 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-7d2e9585-9a3b-46d4-b951-20898314d4aa req-a271ac84-59ef-439a-b72e-5db7edaa65c9 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394747 Aug 23 01:56:01.522995 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ad494-f32b-457e-aa5f-429915942e51 req-bacfe796-cc5e-4907-be1a-1d083d13bc66 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:01.524986 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-291ad494-f32b-457e-aa5f-429915942e51 req-bacfe796-cc5e-4907-be1a-1d083d13bc66 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.1071198 Aug 23 01:56:01.579853 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-291ad494-f32b-457e-aa5f-429915942e51 req-66f3fe8a-42f6-45df-86ce-2474632cbfbe tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475829 Aug 23 01:56:01.792796 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a6bef-3df9-444c-9921-8ce71d988f8f req-ec5e1bd5-253f-4228-8a54-688523229081 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:01.795055 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9d8a6bef-3df9-444c-9921-8ce71d988f8f req-ec5e1bd5-253f-4228-8a54-688523229081 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 945 time: 0.0815039 Aug 23 01:56:01.842244 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9d8a6bef-3df9-444c-9921-8ce71d988f8f req-6e811cec-4117-493a-8f75-3bcc2a38d1c9 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409029 Aug 23 01:56:02.169243 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b13fe-fb17-41dc-a250-10570e86bdc4 req-c56177c1-eb7f-4406-b9be-b5982ef31a74 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:02.170896 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-456b13fe-fb17-41dc-a250-10570e86bdc4 req-c56177c1-eb7f-4406-b9be-b5982ef31a74 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.10 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 945 time: 0.0870671 Aug 23 01:56:02.175487 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-a1117fc7-9fa4-41c9-a75f-ca520d7d08ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:02.243161 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-456b13fe-fb17-41dc-a250-10570e86bdc4 req-b10f684c-fcab-4b88-ae32-3155e062a98a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Deleting port c4c85fc9-5593-4dc2-8587-718bde4fbb01 {{(pid=75884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 01:56:02.243549 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-456b13fe-fb17-41dc-a250-10570e86bdc4 req-b10f684c-fcab-4b88-ae32-3155e062a98a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:02.594495 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-456b13fe-fb17-41dc-a250-10570e86bdc4 req-b10f684c-fcab-4b88-ae32-3155e062a98a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] For port c4c85fc9-5593-4dc2-8587-718bde4fbb01, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=c4c85fc9-5593-4dc2-8587-718bde4fbb01,segment=NetworkSegment(0d4b18ff-4c61-4745-bf27-69e46a708d87),segment_id=0d4b18ff-4c61-4745-bf27-69e46a708d87)] {{(pid=75884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:56:02.594934 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-456b13fe-fb17-41dc-a250-10570e86bdc4 req-b10f684c-fcab-4b88-ae32-3155e062a98a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:02.726998 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:02.761834 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-456b13fe-fb17-41dc-a250-10570e86bdc4 req-b10f684c-fcab-4b88-ae32-3155e062a98a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Calling delete_port for c4c85fc9-5593-4dc2-8587-718bde4fbb01 owned by compute:nova {{(pid=75884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 01:56:02.865344 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538f704-bb5f-4063-a468-e89482fca31b req-45fa761c-a8c3-4932-8809-50d339a5d027 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:02.873472 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-1538f704-bb5f-4063-a468-e89482fca31b req-45fa761c-a8c3-4932-8809-50d339a5d027 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.1332879 Aug 23 01:56:02.916200 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-1538f704-bb5f-4063-a468-e89482fca31b req-a735e113-0647-4a07-9009-9eb31104a7be tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417848 Aug 23 01:56:03.078170 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-456b13fe-fb17-41dc-a250-10570e86bdc4 req-b10f684c-fcab-4b88-ae32-3155e062a98a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:03.083945 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:03.097284 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['35141321-8de7-4cb8-b912-e55b8597f1a6', 'c4c85fc9-5593-4dc2-8587-718bde4fbb01'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:56:03.144121 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f684c-fcab-4b88-ae32-3155e062a98a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Pushing event deleted for resources: {'Port': ['ID=c4c85fc9-5593-4dc2-8587-718bde4fbb01,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:03.170343 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 4935c4d4-af36-4950-b246-9059f35458c4 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 01:56:03.194407 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10f684c-fcab-4b88-ae32-3155e062a98a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:03.194636 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10f684c-fcab-4b88-ae32-3155e062a98a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:03.198070 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10f684c-fcab-4b88-ae32-3155e062a98a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:03.198070 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10f684c-fcab-4b88-ae32-3155e062a98a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:03.199501 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10f684c-fcab-4b88-ae32-3155e062a98a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:03.200541 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10f684c-fcab-4b88-ae32-3155e062a98a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:03.200899 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10f684c-fcab-4b88-ae32-3155e062a98a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:03.201434 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10f684c-fcab-4b88-ae32-3155e062a98a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:03.204989 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10f684c-fcab-4b88-ae32-3155e062a98a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:03.205375 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10f684c-fcab-4b88-ae32-3155e062a98a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:03.206753 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10f684c-fcab-4b88-ae32-3155e062a98a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:03.215582 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] No Port match for: 4935c4d4-af36-4950-b246-9059f35458c4 {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 01:56:03.216597 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 4935c4d4-af36-4950-b246-9059f35458c4 not bound to the agent host hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 01:56:03.279685 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ede9a38f-6547-4b90-b3c7-78ceadc3e362 req-71a652d9-7e5c-4ef9-b680-46dc1b2373fe tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 210 time: 0.2143710 Aug 23 01:56:03.316845 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-b10f684c-fcab-4b88-ae32-3155e062a98a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:03.317764 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-456b13fe-fb17-41dc-a250-10570e86bdc4 req-b10f684c-fcab-4b88-ae32-3155e062a98a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] No DVR routers for this DVR port c4c85fc9-5593-4dc2-8587-718bde4fbb01 on host hv-cinder-80552 {{(pid=75884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 01:56:03.320098 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-456b13fe-fb17-41dc-a250-10570e86bdc4 req-b10f684c-fcab-4b88-ae32-3155e062a98a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:03.324359 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06460179-6a3c-44c9-a7df-ae627f9df380', 'name': 'network-vif-deleted', 'tag': 'c4c85fc9-5593-4dc2-8587-718bde4fbb01'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:56:03.389478 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06460179-6a3c-44c9-a7df-ae627f9df380', 'name': 'network-vif-deleted', 'tag': 'c4c85fc9-5593-4dc2-8587-718bde4fbb01', 'status': 'completed', 'code': 200} Aug 23 01:56:03.426284 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-456b13fe-fb17-41dc-a250-10570e86bdc4 req-b10f684c-fcab-4b88-ae32-3155e062a98a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.10 "DELETE /v2.0/ports/c4c85fc9-5593-4dc2-8587-718bde4fbb01 HTTP/1.1" status: 204 len: 173 time: 1.2487447 Aug 23 01:56:04.202259 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487ab71-cf9a-4e83-9bf7-7c58435b49cc req-71c44580-5d7e-40aa-b34b-ed31f4220ffd tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:04.204772 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-3487ab71-cf9a-4e83-9bf7-7c58435b49cc req-71c44580-5d7e-40aa-b34b-ed31f4220ffd tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.1023908 Aug 23 01:56:04.277770 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-3487ab71-cf9a-4e83-9bf7-7c58435b49cc req-ef3d45d6-6ea3-4547-be05-88f2cf5ee43c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672281 Aug 23 01:56:04.514946 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-8808124d-819d-43da-b81b-b3eba0cbe1ac req-f494bd64-3509-44ff-862d-d35cc5a30ca9 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=06460179-6a3c-44c9-a7df-ae627f9df380 HTTP/1.1" status: 200 len: 210 time: 0.0623691 Aug 23 01:56:04.567204 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-a9e5fa46-e25c-4685-801b-1615910f01ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:05.523924 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5699c-92a3-40dd-a9df-8e47c99e1db0 req-ab0256b3-560b-4024-a4c3-b1c347b6ab0c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:05.525683 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-fef5699c-92a3-40dd-a9df-8e47c99e1db0 req-ab0256b3-560b-4024-a4c3-b1c347b6ab0c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.0888872 Aug 23 01:56:05.567132 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:05.593092 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-fef5699c-92a3-40dd-a9df-8e47c99e1db0 req-acc96c88-5d3b-4ce1-b5fc-e6aae3f8c7b1 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512750 Aug 23 01:56:06.390493 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca275f-e468-4296-ba70-c49a19f30c69 req-2ad3efdb-5bdb-430a-ae30-024a492b21c6 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:06.392057 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1cca275f-e468-4296-ba70-c49a19f30c69 req-2ad3efdb-5bdb-430a-ae30-024a492b21c6 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=70eb4db8-c1b4-4b97-8840-c636d886b1d8 HTTP/1.1" status: 200 len: 945 time: 0.0929558 Aug 23 01:56:06.448928 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1cca275f-e468-4296-ba70-c49a19f30c69 req-c0276279-007a-4f81-a281-24f5947da083 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505021 Aug 23 01:56:06.838210 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf58dcb-4b16-497d-bc2e-bd36ca3d89ae req-e4642c7f-9024-447b-80a3-ca60764e2b11 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:06.840948 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ddf58dcb-4b16-497d-bc2e-bd36ca3d89ae req-e4642c7f-9024-447b-80a3-ca60764e2b11 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.0900507 Aug 23 01:56:06.872914 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129e04a-f0bc-497f-8f63-5b77345e8322 req-9368bb68-74ab-4427-b1ab-45d1ffc12a0e tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:06.874554 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-6129e04a-f0bc-497f-8f63-5b77345e8322 req-9368bb68-74ab-4427-b1ab-45d1ffc12a0e tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0999186 Aug 23 01:56:06.895827 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ddf58dcb-4b16-497d-bc2e-bd36ca3d89ae req-14a53ef5-8ce3-4000-885b-8bbee0ffbd16 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492620 Aug 23 01:56:06.935035 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-6129e04a-f0bc-497f-8f63-5b77345e8322 req-cbc8330e-e4f8-4eba-a39c-dcab73332d35 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528765 Aug 23 01:56:07.001341 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:07.164395 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device c4c85fc9-5593-4dc2-8587-718bde4fbb01 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 01:56:07.199150 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] No Port match for: c4c85fc9-5593-4dc2-8587-718bde4fbb01 {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 01:56:07.199150 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device c4c85fc9-5593-4dc2-8587-718bde4fbb01 not bound to the agent host hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 01:56:07.666151 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9be5b-fdca-438d-9a17-4e3c4e928945 req-2f2d6e43-a172-4edd-85ac-f4e86da56092 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:07.675173 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-01d9be5b-fdca-438d-9a17-4e3c4e928945 req-2f2d6e43-a172-4edd-85ac-f4e86da56092 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=70eb4db8-c1b4-4b97-8840-c636d886b1d8 HTTP/1.1" status: 200 len: 945 time: 0.1002324 Aug 23 01:56:07.722780 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-01d9be5b-fdca-438d-9a17-4e3c4e928945 req-039e03a2-ee37-4e4b-98fe-5be6be8d7abc tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465143 Aug 23 01:56:08.115413 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5481b-a261-4416-a1ea-e67446b529e9 req-900fbdfc-19ae-4723-bc38-6f193bbc01e6 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:08.117030 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-5ae5481b-a261-4416-a1ea-e67446b529e9 req-900fbdfc-19ae-4723-bc38-6f193bbc01e6 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.0856602 Aug 23 01:56:08.142940 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa3bb0-e0fb-4a36-849f-c924e52c0bf0 req-451ae5fc-e16e-4b0b-b12a-e1f6ee9779d9 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:08.143642 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-2dfa3bb0-e0fb-4a36-849f-c924e52c0bf0 req-451ae5fc-e16e-4b0b-b12a-e1f6ee9779d9 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Synchronizing usage tracker for tenant:940e2126538e41ad94209d280bc548f0 on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:56:08.163553 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-5ae5481b-a261-4416-a1ea-e67446b529e9 req-8d0366b8-5823-457a-bc98-58479874ae06 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403330 Aug 23 01:56:08.266736 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-2dfa3bb0-e0fb-4a36-849f-c924e52c0bf0 req-451ae5fc-e16e-4b0b-b12a-e1f6ee9779d9 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Unset dirty status for tenant:940e2126538e41ad94209d280bc548f0 on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:56:08.267937 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2dfa3bb0-e0fb-4a36-849f-c924e52c0bf0 req-451ae5fc-e16e-4b0b-b12a-e1f6ee9779d9 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.2040823 Aug 23 01:56:08.322903 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2dfa3bb0-e0fb-4a36-849f-c924e52c0bf0 req-d6ddfd33-5a59-45cc-a509-e3d5609c9d73 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493548 Aug 23 01:56:08.653727 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 42128) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:56:08.843363 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-67453c28-320c-444d-a59f-1a903ab97a26 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=10097875be364d2ea3022fa54be3b376&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1886625 Aug 23 01:56:08.846623 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 42138) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:56:08.910011 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-a3e18e8b-91c4-40f6-a7e3-08a9bb601ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:08.926626 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258b3ca-a244-4cdd-9f4e-67206aad2bb3 req-3d6cad4b-00aa-4d30-808d-26af274e4fd5 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:08.931957 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d258b3ca-a244-4cdd-9f4e-67206aad2bb3 req-3d6cad4b-00aa-4d30-808d-26af274e4fd5 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=70eb4db8-c1b4-4b97-8840-c636d886b1d8 HTTP/1.1" status: 200 len: 945 time: 0.0833988 Aug 23 01:56:08.936555 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-a3e18e8b-91c4-40f6-a7e3-08a9bb601ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:09.016318 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d258b3ca-a244-4cdd-9f4e-67206aad2bb3 req-692f9171-8715-42b1-a62c-3e45c3d3b921 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490744 Aug 23 01:56:09.385121 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ff97e-d515-40c2-9a49-7d3eb28aaec9 req-368ccb97-ef53-435f-98fb-57a26973a424 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:09.386822 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-143ff97e-d515-40c2-9a49-7d3eb28aaec9 req-368ccb97-ef53-435f-98fb-57a26973a424 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.0787251 Aug 23 01:56:09.389675 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-a3e18e8b-91c4-40f6-a7e3-08a9bb601ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:09.394879 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-f14e7a94-f2fe-4df9-b0d2-728db51856f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:09.430332 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e18e8b-91c4-40f6-a7e3-08a9bb601ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cdb852-c169-48ea-bfcb-b73c578a1efb,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:09.434573 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-a3e18e8b-91c4-40f6-a7e3-08a9bb601ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:09.456394 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-143ff97e-d515-40c2-9a49-7d3eb28aaec9 req-8dcfa90d-ae39-41fd-b3d2-06d1c19bcf35 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623729 Aug 23 01:56:09.531084 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b066abf-4cce-4446-97d0-c3df9c10c829 req-c0b28d19-e27a-435a-859b-12a8eb6794b1 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:09.532598 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-8b066abf-4cce-4446-97d0-c3df9c10c829 req-c0b28d19-e27a-435a-859b-12a8eb6794b1 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0798132 Aug 23 01:56:09.542665 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-a3e18e8b-91c4-40f6-a7e3-08a9bb601ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:09.549840 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-a3e18e8b-91c4-40f6-a7e3-08a9bb601ecf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a4cdb852-c169-48ea-bfcb-b73c578a1efb HTTP/1.1" status: 204 len: 168 time: 0.6965210 Aug 23 01:56:09.590630 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-8b066abf-4cce-4446-97d0-c3df9c10c829 req-afcd2d0b-8a74-45ce-82d8-19e186fcf23d tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516860 Aug 23 01:56:10.197896 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846b30b-cdf3-45ac-9499-424cc3b89171 req-2aa29b0f-ad67-4198-8ad9-4a75f6cf10b8 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:10.199252 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-1846b30b-cdf3-45ac-9499-424cc3b89171 req-2aa29b0f-ad67-4198-8ad9-4a75f6cf10b8 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=70eb4db8-c1b4-4b97-8840-c636d886b1d8 HTTP/1.1" status: 200 len: 945 time: 0.0930266 Aug 23 01:56:10.207938 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a13b5-591b-4a91-be71-bd3251aa1fca req-14461a18-549b-4ca3-a198-c58312bdca58 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:10.209515 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e00a13b5-591b-4a91-be71-bd3251aa1fca req-14461a18-549b-4ca3-a198-c58312bdca58 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.0944228 Aug 23 01:56:10.256151 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-1846b30b-cdf3-45ac-9499-424cc3b89171 req-099fa65e-c6f9-4118-8a9c-46f50d451f07 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433934 Aug 23 01:56:10.256394 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e00a13b5-591b-4a91-be71-bd3251aa1fca req-0ce7d2ae-ee7c-4f61-9061-b4555a4545f5 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407863 Aug 23 01:56:10.510477 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 42166) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:56:10.660066 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-96470ccc-a68c-41b6-b6b0-6a850849a1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:10.671276 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8e611-6ba5-4366-8fd6-d583700964ad req-03c98157-c68a-4afa-8cbf-c45c383f11b4 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:10.676298 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-1bb8e611-6ba5-4366-8fd6-d583700964ad req-03c98157-c68a-4afa-8cbf-c45c383f11b4 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.0819848 Aug 23 01:56:10.705915 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-96470ccc-a68c-41b6-b6b0-6a850849a1e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:56:10.709874 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-96470ccc-a68c-41b6-b6b0-6a850849a1e1 admin admin] Usage tracker for resource:security_group_rule and tenant:69e6eecd1b0d4ed591d2f4aa28174fe8 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:56:10.713092 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-96470ccc-a68c-41b6-b6b0-6a850849a1e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:56:10.719971 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-96470ccc-a68c-41b6-b6b0-6a850849a1e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:56:10.749524 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-1bb8e611-6ba5-4366-8fd6-d583700964ad req-de929067-b7f2-4683-8668-e398e3605557 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672348 Aug 23 01:56:10.869164 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-96470ccc-a68c-41b6-b6b0-6a850849a1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:10.880359 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c662644-acdc-4adc-82bb-346d0b411050 req-5e0f9ee9-91d4-460c-8f5e-bb30df155962 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:10.881845 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0c662644-acdc-4adc-82bb-346d0b411050 req-5e0f9ee9-91d4-460c-8f5e-bb30df155962 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.1319876 Aug 23 01:56:10.927197 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0c662644-acdc-4adc-82bb-346d0b411050 req-1dc04e0d-ab12-4ec8-b953-4671babe4051 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397694 Aug 23 01:56:10.955214 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-96470ccc-a68c-41b6-b6b0-6a850849a1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:10.962464 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-f54b6e70-5151-469e-bc97-a97dc3320ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:11.005532 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96470ccc-a68c-41b6-b6b0-6a850849a1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1804c2e8-fd20-44bb-a409-e27c066f23e1,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:11.008466 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-96470ccc-a68c-41b6-b6b0-6a850849a1e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:11.010797 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-96470ccc-a68c-41b6-b6b0-6a850849a1e1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69e6eecd1b0d4ed591d2f4aa28174fe8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4993391 Aug 23 01:56:11.013641 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 42174) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:56:11.085712 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-81990074-f09f-4e7a-85ed-e83af3ecf065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:11.110890 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-81990074-f09f-4e7a-85ed-e83af3ecf065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:11.255172 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-81990074-f09f-4e7a-85ed-e83af3ecf065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:11.258832 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-a3e18e8b-91c4-40f6-a7e3-08a9bb601ecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:11.269862 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81990074-f09f-4e7a-85ed-e83af3ecf065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1804c2e8-fd20-44bb-a409-e27c066f23e1,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:11.272308 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-81990074-f09f-4e7a-85ed-e83af3ecf065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:11.277460 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-81990074-f09f-4e7a-85ed-e83af3ecf065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:11.279264 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-81990074-f09f-4e7a-85ed-e83af3ecf065 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1804c2e8-fd20-44bb-a409-e27c066f23e1 HTTP/1.1" status: 204 len: 168 time: 0.2648335 Aug 23 01:56:11.469305 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66eb81-153b-4e78-b53c-ad7550177dc0 req-3bab55be-4350-4387-be41-91b18b91c581 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:11.471023 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-cd66eb81-153b-4e78-b53c-ad7550177dc0 req-3bab55be-4350-4387-be41-91b18b91c581 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.0849509 Aug 23 01:56:11.476166 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17d725-4eb9-48c2-9015-c9375e8f4a3d req-3ee1f51c-fadc-4a0e-b6da-1830a69a0f4c tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:11.477611 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-dd17d725-4eb9-48c2-9015-c9375e8f4a3d req-3ee1f51c-fadc-4a0e-b6da-1830a69a0f4c tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=70eb4db8-c1b4-4b97-8840-c636d886b1d8 HTTP/1.1" status: 200 len: 945 time: 0.0865154 Aug 23 01:56:11.526147 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-dd17d725-4eb9-48c2-9015-c9375e8f4a3d req-e03bc93d-2b8c-41d6-ae37-cffababb34ee tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431097 Aug 23 01:56:11.572379 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-cd66eb81-153b-4e78-b53c-ad7550177dc0 req-d62a4dfd-ab8c-413f-90d5-540323c39b2e tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957365 Aug 23 01:56:11.967101 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af0b72-594f-4301-9288-3bd3165e346a req-2824c896-1027-4a8e-9a0c-5197e2c93ec5 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:11.968862 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-26af0b72-594f-4301-9288-3bd3165e346a req-2824c896-1027-4a8e-9a0c-5197e2c93ec5 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.0844083 Aug 23 01:56:12.020467 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-26af0b72-594f-4301-9288-3bd3165e346a req-bbcbf7f9-7a11-4640-895e-673fc05f0b6c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461097 Aug 23 01:56:12.128635 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0201ff6-20fd-4ba5-aa39-852634ffc89f req-ea2faef8-6921-4f82-9f47-a6836dfa250a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:12.130103 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e0201ff6-20fd-4ba5-aa39-852634ffc89f req-ea2faef8-6921-4f82-9f47-a6836dfa250a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.0804479 Aug 23 01:56:12.228958 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e0201ff6-20fd-4ba5-aa39-852634ffc89f req-1ff94e44-d993-430a-872e-7f2c166f0793 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926497 Aug 23 01:56:12.267889 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41406de-0894-4df5-a0be-14ce0b7b3f8f req-8f6323e2-288a-471d-949b-f2ecfd1e7e5d tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:12.269303 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d41406de-0894-4df5-a0be-14ce0b7b3f8f req-8f6323e2-288a-471d-949b-f2ecfd1e7e5d tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.10 "GET /v2.0/ports?device_id=70eb4db8-c1b4-4b97-8840-c636d886b1d8 HTTP/1.1" status: 200 len: 945 time: 0.1108513 Aug 23 01:56:12.338100 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-d41406de-0894-4df5-a0be-14ce0b7b3f8f req-5b734496-08a8-4e9c-9b4b-1e6ba9210649 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Deleting port 9446f6fb-039c-49c7-8140-d6218b55d683 {{(pid=75884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 01:56:12.338444 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-d41406de-0894-4df5-a0be-14ce0b7b3f8f req-5b734496-08a8-4e9c-9b4b-1e6ba9210649 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:12.588096 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-d41406de-0894-4df5-a0be-14ce0b7b3f8f req-5b734496-08a8-4e9c-9b4b-1e6ba9210649 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] For port 9446f6fb-039c-49c7-8140-d6218b55d683, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=9446f6fb-039c-49c7-8140-d6218b55d683,segment=NetworkSegment(b4e61a44-5672-4a1f-a070-1c31c89f5e3c),segment_id=b4e61a44-5672-4a1f-a070-1c31c89f5e3c)] {{(pid=75884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:56:12.588704 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-d41406de-0894-4df5-a0be-14ce0b7b3f8f req-5b734496-08a8-4e9c-9b4b-1e6ba9210649 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:12.741475 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-d41406de-0894-4df5-a0be-14ce0b7b3f8f req-5b734496-08a8-4e9c-9b4b-1e6ba9210649 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Calling delete_port for 9446f6fb-039c-49c7-8140-d6218b55d683 owned by compute:nova {{(pid=75884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 01:56:12.782143 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122dcb7-42aa-4e11-9f7d-480cf1dfd820 req-5e22e91f-9ab1-4d0e-801d-b2f340711e58 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:12.784962 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-2122dcb7-42aa-4e11-9f7d-480cf1dfd820 req-5e22e91f-9ab1-4d0e-801d-b2f340711e58 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=70eb4db8-c1b4-4b97-8840-c636d886b1d8 HTTP/1.1" status: 200 len: 945 time: 0.1042309 Aug 23 01:56:12.842187 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-2122dcb7-42aa-4e11-9f7d-480cf1dfd820 req-56e198c4-893c-461f-b5d8-bde6ce6dc794 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529604 Aug 23 01:56:12.925183 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acd3d0-97cb-4058-8595-1e5bc4b8bf8f req-3a7995b9-17c2-4fe3-bba4-632ae3025609 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:12.926647 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e4acd3d0-97cb-4058-8595-1e5bc4b8bf8f req-3a7995b9-17c2-4fe3-bba4-632ae3025609 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.1918867 Aug 23 01:56:12.985955 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e4acd3d0-97cb-4058-8595-1e5bc4b8bf8f req-43ad8584-eb4e-412f-9ff5-43eb79cb1678 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535796 Aug 23 01:56:13.023751 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-d41406de-0894-4df5-a0be-14ce0b7b3f8f req-5b734496-08a8-4e9c-9b4b-1e6ba9210649 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:13.029667 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-f06fd9cf-aa4f-4028-a5d9-66e48fd493aa tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:13.035835 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['9446f6fb-039c-49c7-8140-d6218b55d683'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:56:13.111416 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b734496-08a8-4e9c-9b4b-1e6ba9210649 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Pushing event deleted for resources: {'Port': ['ID=9446f6fb-039c-49c7-8140-d6218b55d683,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:13.118627 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-5b734496-08a8-4e9c-9b4b-1e6ba9210649 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:13.198946 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41406de-0894-4df5-a0be-14ce0b7b3f8f req-5b734496-08a8-4e9c-9b4b-1e6ba9210649 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] No DVR routers for this DVR port 9446f6fb-039c-49c7-8140-d6218b55d683 on host hv-cinder-80552 {{(pid=75884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 01:56:13.203463 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-d41406de-0894-4df5-a0be-14ce0b7b3f8f req-5b734496-08a8-4e9c-9b4b-1e6ba9210649 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:13.206295 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70eb4db8-c1b4-4b97-8840-c636d886b1d8', 'name': 'network-vif-deleted', 'tag': '9446f6fb-039c-49c7-8140-d6218b55d683'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:56:13.243884 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a1e34-fe82-4fa2-81ec-824b51da110a req-1b7d632d-cbda-42e5-812c-f5c0961166a9 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:13.245431 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-607a1e34-fe82-4fa2-81ec-824b51da110a req-1b7d632d-cbda-42e5-812c-f5c0961166a9 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.1877129 Aug 23 01:56:13.305457 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70eb4db8-c1b4-4b97-8840-c636d886b1d8', 'name': 'network-vif-deleted', 'tag': '9446f6fb-039c-49c7-8140-d6218b55d683', 'status': 'completed', 'code': 200} Aug 23 01:56:13.313240 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d41406de-0894-4df5-a0be-14ce0b7b3f8f req-5b734496-08a8-4e9c-9b4b-1e6ba9210649 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.10 "DELETE /v2.0/ports/9446f6fb-039c-49c7-8140-d6218b55d683 HTTP/1.1" status: 204 len: 173 time: 1.0383263 Aug 23 01:56:13.316727 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e40fd7-99bd-4915-831c-fb6cc37796ae req-cc25994a-c078-445c-b20f-3bd2b50c5ecd tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:13.318203 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c3e40fd7-99bd-4915-831c-fb6cc37796ae req-cc25994a-c078-445c-b20f-3bd2b50c5ecd tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.1102536 Aug 23 01:56:13.358764 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-607a1e34-fe82-4fa2-81ec-824b51da110a req-c804802a-50fd-4378-a4fa-2862d9ce08f9 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Deleting port 35141321-8de7-4cb8-b912-e55b8597f1a6 {{(pid=75884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 01:56:13.359444 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-607a1e34-fe82-4fa2-81ec-824b51da110a req-c804802a-50fd-4378-a4fa-2862d9ce08f9 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:13.389654 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c3e40fd7-99bd-4915-831c-fb6cc37796ae req-b6047363-9ca2-4228-87cd-c1998e6c79cb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622900 Aug 23 01:56:13.627624 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96883d3-4535-4640-a658-bea8ef8dcbf8 req-ea114830-4059-4e23-b549-0dff954abee3 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:13.629102 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d96883d3-4535-4640-a658-bea8ef8dcbf8 req-ea114830-4059-4e23-b549-0dff954abee3 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 946 time: 0.2219245 Aug 23 01:56:13.723658 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-607a1e34-fe82-4fa2-81ec-824b51da110a req-c804802a-50fd-4378-a4fa-2862d9ce08f9 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] For port 35141321-8de7-4cb8-b912-e55b8597f1a6, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=35141321-8de7-4cb8-b912-e55b8597f1a6,segment=NetworkSegment(0d4b18ff-4c61-4745-bf27-69e46a708d87),segment_id=0d4b18ff-4c61-4745-bf27-69e46a708d87)] {{(pid=75884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:56:13.724024 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-607a1e34-fe82-4fa2-81ec-824b51da110a req-c804802a-50fd-4378-a4fa-2862d9ce08f9 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:13.734922 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d96883d3-4535-4640-a658-bea8ef8dcbf8 req-27d831fc-cbc3-488c-a20f-ed0b88c2408f tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/security-groups?id=318f683c-d328-4efd-af62-db9339f3461a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958006 Aug 23 01:56:13.913246 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-607a1e34-fe82-4fa2-81ec-824b51da110a req-c804802a-50fd-4378-a4fa-2862d9ce08f9 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Calling delete_port for 35141321-8de7-4cb8-b912-e55b8597f1a6 owned by compute:nova {{(pid=75884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 01:56:14.020042 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b80bf59c-a38e-4ba3-85b0-d93dc1187969 req-96f9c7c7-0269-4b5a-9b2c-af9708c25fa3 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=70eb4db8-c1b4-4b97-8840-c636d886b1d8 HTTP/1.1" status: 200 len: 210 time: 0.0463140 Aug 23 01:56:14.176945 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-607a1e34-fe82-4fa2-81ec-824b51da110a req-c804802a-50fd-4378-a4fa-2862d9ce08f9 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:14.183984 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-52c746b7-0dec-4125-bfd5-d579a51f055e tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:14.188597 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['35141321-8de7-4cb8-b912-e55b8597f1a6'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:56:14.234248 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804802a-50fd-4378-a4fa-2862d9ce08f9 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Pushing event deleted for resources: {'Port': ['ID=35141321-8de7-4cb8-b912-e55b8597f1a6,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:14.238859 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-c804802a-50fd-4378-a4fa-2862d9ce08f9 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:14.318301 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-607a1e34-fe82-4fa2-81ec-824b51da110a req-c804802a-50fd-4378-a4fa-2862d9ce08f9 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] No DVR routers for this DVR port 35141321-8de7-4cb8-b912-e55b8597f1a6 on host hv-cinder-80552 {{(pid=75884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 01:56:14.325737 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be7c35-3367-4b82-ad23-508996d38886 req-1c8e124c-e741-413a-92c8-f3101e705e83 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:14.327202 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-16be7c35-3367-4b82-ad23-508996d38886 req-1c8e124c-e741-413a-92c8-f3101e705e83 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.2026653 Aug 23 01:56:14.328211 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-607a1e34-fe82-4fa2-81ec-824b51da110a req-c804802a-50fd-4378-a4fa-2862d9ce08f9 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:14.376909 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-16be7c35-3367-4b82-ad23-508996d38886 req-10a45425-aace-461f-bf6f-143e4199ecab tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418329 Aug 23 01:56:14.441690 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-607a1e34-fe82-4fa2-81ec-824b51da110a req-c804802a-50fd-4378-a4fa-2862d9ce08f9 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.10 "DELETE /v2.0/ports/35141321-8de7-4cb8-b912-e55b8597f1a6 HTTP/1.1" status: 204 len: 173 time: 1.1862242 Aug 23 01:56:14.607724 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da3ad3-3cb0-4b93-8f6a-b4d3ad789754 req-f92c8ca9-a2bd-4e8b-a9b0-665f959d371d tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:14.609191 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-f1da3ad3-3cb0-4b93-8f6a-b4d3ad789754 req-f92c8ca9-a2bd-4e8b-a9b0-665f959d371d tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.0806742 Aug 23 01:56:14.667067 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-f1da3ad3-3cb0-4b93-8f6a-b4d3ad789754 req-a9a7b866-7acb-4fe1-947a-9edc636b6a9c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521283 Aug 23 01:56:14.910423 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-d18e3787-ae8f-46ee-a2fd-88e20859567e req-90b82f88-dbef-49fc-918b-ed7798ae2d0e tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Synchronizing usage tracker for tenant:940e2126538e41ad94209d280bc548f0 on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:56:14.989196 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-d18e3787-ae8f-46ee-a2fd-88e20859567e req-90b82f88-dbef-49fc-918b-ed7798ae2d0e tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Unset dirty status for tenant:940e2126538e41ad94209d280bc548f0 on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:56:14.990359 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d18e3787-ae8f-46ee-a2fd-88e20859567e req-90b82f88-dbef-49fc-918b-ed7798ae2d0e tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc9d4b54-48df-4d5a-bbac-97e89c427f68 HTTP/1.1" status: 200 len: 210 time: 0.1208327 Aug 23 01:56:15.307050 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9d4b54-48df-4d5a-bbac-97e89c427f68', 'name': 'network-vif-deleted', 'tag': '35141321-8de7-4cb8-b912-e55b8597f1a6'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:56:15.368838 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9d4b54-48df-4d5a-bbac-97e89c427f68', 'name': 'network-vif-deleted', 'tag': '35141321-8de7-4cb8-b912-e55b8597f1a6', 'status': 'completed', 'code': 200} Aug 23 01:56:15.619060 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa740c-9bb1-4101-ab6e-fc58486e15f7 req-0c7012ba-ad03-46a9-93af-654400e3ff2d tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:15.620532 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-3dfa740c-9bb1-4101-ab6e-fc58486e15f7 req-0c7012ba-ad03-46a9-93af-654400e3ff2d tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.0807683 Aug 23 01:56:15.665686 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-3dfa740c-9bb1-4101-ab6e-fc58486e15f7 req-f90817df-3525-497b-a375-166120cfd85c tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389862 Aug 23 01:56:15.896257 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105465c8-8867-43b0-8e32-2ea2a6584ed3 req-0e529e4c-94b2-44c3-8feb-88381628ad3a tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:15.897700 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-105465c8-8867-43b0-8e32-2ea2a6584ed3 req-0e529e4c-94b2-44c3-8feb-88381628ad3a tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.0810323 Aug 23 01:56:15.945482 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-105465c8-8867-43b0-8e32-2ea2a6584ed3 req-623b4f94-5099-43dc-b18d-c50b45b055c9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414476 Aug 23 01:56:16.097717 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 42272) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:56:16.475464 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-ade27e68-fe07-4813-82e1-b6e2cbbc59a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406364'] for router_interface, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:16.951737 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295dcd0-928b-4b65-8a13-e220e811b5f0 req-ff341a1d-c6e4-4479-931d-2361c3030326 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:16.953199 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-b295dcd0-928b-4b65-8a13-e220e811b5f0 req-ff341a1d-c6e4-4479-931d-2361c3030326 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.1405938 Aug 23 01:56:17.120750 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-b295dcd0-928b-4b65-8a13-e220e811b5f0 req-2a82fc7a-57b3-4243-a4f0-b29bcb235992 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598778 Aug 23 01:56:17.173557 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 35141321-8de7-4cb8-b912-e55b8597f1a6 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 01:56:17.207459 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] No Port match for: 35141321-8de7-4cb8-b912-e55b8597f1a6 {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 01:56:17.208001 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 35141321-8de7-4cb8-b912-e55b8597f1a6 not bound to the agent host hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 01:56:17.208587 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 9446f6fb-039c-49c7-8140-d6218b55d683 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 01:56:17.215986 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82c3f9-a5a7-4dae-a718-1d7aa46ee256 req-1cf55a04-e521-4878-b172-7b3c6f946d4c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:17.227784 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-8b82c3f9-a5a7-4dae-a718-1d7aa46ee256 req-1cf55a04-e521-4878-b172-7b3c6f946d4c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.1396232 Aug 23 01:56:17.245050 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] No Port match for: 9446f6fb-039c-49c7-8140-d6218b55d683 {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 01:56:17.245443 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 9446f6fb-039c-49c7-8140-d6218b55d683 not bound to the agent host hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 01:56:17.277036 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-8b82c3f9-a5a7-4dae-a718-1d7aa46ee256 req-70b279f0-7b36-41cd-a300-ad7b8d94a95f tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481124 Aug 23 01:56:17.287935 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [None req-ade27e68-fe07-4813-82e1-b6e2cbbc59a2 admin admin] Deleting port dd3c2666-0ed6-4288-8643-1d51ee546a18 {{(pid=75884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 01:56:17.288286 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-ade27e68-fe07-4813-82e1-b6e2cbbc59a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:17.467462 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [None req-ade27e68-fe07-4813-82e1-b6e2cbbc59a2 admin admin] For port dd3c2666-0ed6-4288-8643-1d51ee546a18, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=dd3c2666-0ed6-4288-8643-1d51ee546a18,segment=NetworkSegment(0d4b18ff-4c61-4745-bf27-69e46a708d87),segment_id=0d4b18ff-4c61-4745-bf27-69e46a708d87)] {{(pid=75884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:56:17.467815 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-ade27e68-fe07-4813-82e1-b6e2cbbc59a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:17.589776 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [None req-ade27e68-fe07-4813-82e1-b6e2cbbc59a2 admin admin] Calling delete_port for dd3c2666-0ed6-4288-8643-1d51ee546a18 owned by network:router_interface {{(pid=75884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 01:56:18.035089 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-ade27e68-fe07-4813-82e1-b6e2cbbc59a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:18.038938 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-f06fd9cf-aa4f-4028-a5d9-66e48fd493aa tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:18.082953 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade27e68-fe07-4813-82e1-b6e2cbbc59a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd3c2666-0ed6-4288-8643-1d51ee546a18,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:18.086853 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-ade27e68-fe07-4813-82e1-b6e2cbbc59a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:18.395895 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5d3e0-fab5-4e4c-8c03-3654c9123c67 req-5ebbdf3a-366d-4721-a566-6652ef2bd05f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:18.397441 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-02a5d3e0-fab5-4e4c-8c03-3654c9123c67 req-5ebbdf3a-366d-4721-a566-6652ef2bd05f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.1511810 Aug 23 01:56:18.461480 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-02a5d3e0-fab5-4e4c-8c03-3654c9123c67 req-85eb0f53-f355-494a-bb59-5435f149fdd0 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548205 Aug 23 01:56:18.474408 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-ade27e68-fe07-4813-82e1-b6e2cbbc59a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406440'] for router_interface, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:18.494020 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8f86b-6387-41e2-babb-58fe4d83810c req-2cb7588c-f2db-42d4-97ca-256bd2f3bce4 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:18.497510 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-a3e8f86b-6387-41e2-babb-58fe4d83810c req-2cb7588c-f2db-42d4-97ca-256bd2f3bce4 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.0844977 Aug 23 01:56:18.547913 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-a3e8f86b-6387-41e2-babb-58fe4d83810c req-d4134590-6250-4e25-b7d2-4d77f1ddf8ef tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439398 Aug 23 01:56:19.150253 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade27e68-fe07-4813-82e1-b6e2cbbc59a2 admin admin] Router 2594a539-fd97-4442-a4be-2ccfc5f6e1ac has already been hosted by L3 agent a65233ca-d566-4bb6-b10d-56979c97574d {{(pid=75884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 01:56:19.353286 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade27e68-fe07-4813-82e1-b6e2cbbc59a2 admin admin] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 01:56:19.362426 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab87c38d-b021-4b12-ba0d-8a740277b7e2 None None] Sync routers for ids ['2594a539-fd97-4442-a4be-2ccfc5f6e1ac'] in dv-cinder-805529-1-smb {{(pid=75886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 01:56:19.376251 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab87c38d-b021-4b12-ba0d-8a740277b7e2 None None] Routers {'2594a539-fd97-4442-a4be-2ccfc5f6e1ac'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:56:19.376859 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-ab87c38d-b021-4b12-ba0d-8a740277b7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:56:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['2594a539-fd97-4442-a4be-2ccfc5f6e1ac'], 'active': True} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:56:19.448511 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-ade27e68-fe07-4813-82e1-b6e2cbbc59a2 admin admin] 10.222.0.18 "PUT /v2.0/routers/2594a539-fd97-4442-a4be-2ccfc5f6e1ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3495958 Aug 23 01:56:19.451732 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 42334) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:56:19.597322 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvr_db [None req-ab87c38d-b021-4b12-ba0d-8a740277b7e2 None None] Set router 2594a539-fd97-4442-a4be-2ccfc5f6e1ac gateway port host: dv-cinder-805529-1-smb {{(pid=75886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:56:19.758054 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64411b6-7666-4458-9323-b155c5f1076b req-119e65cd-d252-45c9-a903-e05cd260f06c tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:19.762687 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-b64411b6-7666-4458-9323-b155c5f1076b req-119e65cd-d252-45c9-a903-e05cd260f06c tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.1182539 Aug 23 01:56:19.817903 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-b64411b6-7666-4458-9323-b155c5f1076b req-ad7048ae-f56c-4070-a6c4-16508a999e1e tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515926 Aug 23 01:56:19.914696 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490433a7-e0a5-47b2-bd19-6327c9e1758f req-47ba33bc-7a06-438b-b546-809e35891617 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:19.922812 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-490433a7-e0a5-47b2-bd19-6327c9e1758f req-47ba33bc-7a06-438b-b546-809e35891617 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.1461456 Aug 23 01:56:19.941043 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-feef4285-7621-4671-a20d-25a6943fcd6a admin admin] Notify callbacks [] for router, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:19.987752 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-ab87c38d-b021-4b12-ba0d-8a740277b7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2594a539-fd97-4442-a4be-2ccfc5f6e1ac', 'name': 'tempest-ServerRescueNegativeTestJSON-708111918-router', 'tenant_id': '940e2126538e41ad94209d280bc548f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c3757104-d4f4-4fbf-bfef-a48d3e2f5366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:59Z', 'updated_at': '2021-08-23T01:56:17Z', 'revision_number': 5, 'project_id': '940e2126538e41ad94209d280bc548f0', 'gw_port': {'id': 'c3757104-d4f4-4fbf-bfef-a48d3e2f5366', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594a539-fd97-4442-a4be-2ccfc5f6e1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:01Z', 'updated_at': '2021-08-23T01:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb'}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:56:19.992827 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab87c38d-b021-4b12-ba0d-8a740277b7e2 None None] Checking router: 2594a539-fd97-4442-a4be-2ccfc5f6e1ac for host: dv-cinder-805529-1-smb {{(pid=75886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 01:56:20.014872 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab87c38d-b021-4b12-ba0d-8a740277b7e2 None None] Routers {'2594a539-fd97-4442-a4be-2ccfc5f6e1ac'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:56:20.015751 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-ab87c38d-b021-4b12-ba0d-8a740277b7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:56:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['2594a539-fd97-4442-a4be-2ccfc5f6e1ac'], 'active': True} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:56:20.055226 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-490433a7-e0a5-47b2-bd19-6327c9e1758f req-7c0aff03-f43f-497e-b08f-abb056ceb391 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312656 Aug 23 01:56:20.160158 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-51f6b527-8b3c-469f-9281-cb104bd861ac tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:20.161595 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-51f6b527-8b3c-469f-9281-cb104bd861ac tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/networks?id=4a180b83-9e5f-47ef-923e-5c3c406919a0 HTTP/1.1" status: 200 len: 813 time: 0.1557198 Aug 23 01:56:20.184546 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-74b6291d-3d2a-4972-a2a7-d1485d05cc86 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/quotas/7bac0346dcac4d69b69710776d0ccf96 HTTP/1.1" status: 200 len: 375 time: 0.0174644 Aug 23 01:56:20.196825 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-feef4285-7621-4671-a20d-25a6943fcd6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:20.208750 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvr_db [None req-ab87c38d-b021-4b12-ba0d-8a740277b7e2 None None] Set router 2594a539-fd97-4442-a4be-2ccfc5f6e1ac gateway port host: dv-cinder-805529-1-smb {{(pid=75886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:56:20.226533 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-52f64a2b-abf8-45f6-9a20-f08beb523135 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Synchronizing usage tracker for tenant:7bac0346dcac4d69b69710776d0ccf96 on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:56:20.255089 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-feef4285-7621-4671-a20d-25a6943fcd6a admin admin] Deleting port c3757104-d4f4-4fbf-bfef-a48d3e2f5366 {{(pid=75883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 01:56:20.255549 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-feef4285-7621-4671-a20d-25a6943fcd6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:20.332108 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-52f64a2b-abf8-45f6-9a20-f08beb523135 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Unset dirty status for tenant:7bac0346dcac4d69b69710776d0ccf96 on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:56:20.333522 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-52f64a2b-abf8-45f6-9a20-f08beb523135 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7bac0346dcac4d69b69710776d0ccf96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1480672 Aug 23 01:56:20.430451 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.db [None req-feef4285-7621-4671-a20d-25a6943fcd6a admin admin] For port c3757104-d4f4-4fbf-bfef-a48d3e2f5366, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=c3757104-d4f4-4fbf-bfef-a48d3e2f5366,segment=NetworkSegment(7c5f1ea7-734e-4991-8c15-dc9eedea0188),segment_id=7c5f1ea7-734e-4991-8c15-dc9eedea0188)] {{(pid=75883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:56:20.430794 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-feef4285-7621-4671-a20d-25a6943fcd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:20.475117 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-43c0c1d0-5ee2-4033-8abf-21ca0fffb897 service neutron] 10.222.0.18 "GET /v2.0/networks/4a180b83-9e5f-47ef-923e-5c3c406919a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339757 Aug 23 01:56:20.495388 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-ab87c38d-b021-4b12-ba0d-8a740277b7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2594a539-fd97-4442-a4be-2ccfc5f6e1ac', 'name': 'tempest-ServerRescueNegativeTestJSON-708111918-router', 'tenant_id': '940e2126538e41ad94209d280bc548f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c3757104-d4f4-4fbf-bfef-a48d3e2f5366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:59Z', 'updated_at': '2021-08-23T01:56:17Z', 'revision_number': 5, 'project_id': '940e2126538e41ad94209d280bc548f0', 'gw_port': {'id': 'c3757104-d4f4-4fbf-bfef-a48d3e2f5366', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594a539-fd97-4442-a4be-2ccfc5f6e1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:01Z', 'updated_at': '2021-08-23T01:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb'}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:56:20.499995 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab87c38d-b021-4b12-ba0d-8a740277b7e2 None None] The sync data for ids ['2594a539-fd97-4442-a4be-2ccfc5f6e1ac'] in dv-cinder-805529-1-smb is: [{'id': '2594a539-fd97-4442-a4be-2ccfc5f6e1ac', 'name': 'tempest-ServerRescueNegativeTestJSON-708111918-router', 'tenant_id': '940e2126538e41ad94209d280bc548f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.220'}], 'enable_snat': True}, 'gw_port_id': 'c3757104-d4f4-4fbf-bfef-a48d3e2f5366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:59Z', 'updated_at': '2021-08-23T01:56:17Z', 'revision_number': 5, 'project_id': '940e2126538e41ad94209d280bc548f0', 'gw_port': {'id': 'c3757104-d4f4-4fbf-bfef-a48d3e2f5366', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594a539-fd97-4442-a4be-2ccfc5f6e1ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:01Z', 'updated_at': '2021-08-23T01:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb'}] {{(pid=75886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 01:56:20.560449 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-feef4285-7621-4671-a20d-25a6943fcd6a admin admin] Calling delete_port for c3757104-d4f4-4fbf-bfef-a48d3e2f5366 owned by network:router_gateway {{(pid=75883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 01:56:20.611855 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-52b4de74-7875-409f-bfab-ab80f8016ab1 service neutron] 10.222.0.18 "GET /v2.0/networks/4a180b83-9e5f-47ef-923e-5c3c406919a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294932 Aug 23 01:56:20.911586 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device dd3c2666-0ed6-4288-8643-1d51ee546a18 no longer exists at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 01:56:20.963924 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-74468292-e556-43b4-ae0c-a101860f1ff0 req-c5d49bfa-d069-49ac-b61a-c36f12b20c88 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a39da2-e4a3-46bf-95e1-89f8b07d9291 HTTP/1.1" status: 200 len: 210 time: 0.0831757 Aug 23 01:56:21.038745 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] No Port match for: dd3c2666-0ed6-4288-8643-1d51ee546a18 {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 01:56:21.039597 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device dd3c2666-0ed6-4288-8643-1d51ee546a18 not bound to the agent host dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 01:56:21.101158 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-feef4285-7621-4671-a20d-25a6943fcd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904'] for port, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:21.106434 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-9ed16468-0dbb-4769-8f53-6af47f801ad7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:21.160345 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef4285-7621-4671-a20d-25a6943fcd6a admin admin] Pushing event deleted for resources: {'Port': ['ID=c3757104-d4f4-4fbf-bfef-a48d3e2f5366,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:21.178589 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef4285-7621-4671-a20d-25a6943fcd6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:21.178950 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef4285-7621-4671-a20d-25a6943fcd6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:21.179313 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef4285-7621-4671-a20d-25a6943fcd6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:21.179670 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef4285-7621-4671-a20d-25a6943fcd6a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:21.180007 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef4285-7621-4671-a20d-25a6943fcd6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:21.180336 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef4285-7621-4671-a20d-25a6943fcd6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:21.180699 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef4285-7621-4671-a20d-25a6943fcd6a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:21.181198 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef4285-7621-4671-a20d-25a6943fcd6a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:21.181594 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef4285-7621-4671-a20d-25a6943fcd6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:21.181842 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef4285-7621-4671-a20d-25a6943fcd6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:21.182163 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef4285-7621-4671-a20d-25a6943fcd6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:21.200229 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb81f1a-4dab-4cc5-8764-bff8b36d2715 req-83ea2813-4f3c-461d-a5c9-071efc15ed2d tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:21.202448 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9bb81f1a-4dab-4cc5-8764-bff8b36d2715 req-83ea2813-4f3c-461d-a5c9-071efc15ed2d tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.1658244 Aug 23 01:56:21.206537 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device f30e38c8-4180-446b-b7f4-2304ee04e644 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 01:56:21.227275 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-feef4285-7621-4671-a20d-25a6943fcd6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:21.268370 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9bb81f1a-4dab-4cc5-8764-bff8b36d2715 req-a5d59997-6859-4389-9c41-a8beae793925 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576401 Aug 23 01:56:21.421846 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port f30e38c8-4180-446b-b7f4-2304ee04e644, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f30e38c8-4180-446b-b7f4-2304ee04e644,segment=NetworkSegment(4998317b-f65b-459a-b79b-8cace97c4771),segment_id=4998317b-f65b-459a-b79b-8cace97c4771)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:56:21.437013 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Returning: {'device': 'f30e38c8-4180-446b-b7f4-2304ee04e644', 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'port_id': 'f30e38c8-4180-446b-b7f4-2304ee04e644', 'mac_address': 'fa:16:3e:ad:ea:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 01:56:21.492739 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:21.512139 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f30e38c8-4180-446b-b7f4-2304ee04e644 {{(pid=75885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:56:21.516443 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-feef4285-7621-4671-a20d-25a6943fcd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405537'] for router_gateway, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:21.528063 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port f30e38c8-4180-446b-b7f4-2304ee04e644, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f30e38c8-4180-446b-b7f4-2304ee04e644,segment=NetworkSegment(4998317b-f65b-459a-b79b-8cace97c4771),segment_id=4998317b-f65b-459a-b79b-8cace97c4771)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:56:21.609536 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:21.611917 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-008be133-348e-40d0-85aa-b86f66c6ffc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:21.689967 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=f30e38c8-4180-446b-b7f4-2304ee04e644,revision_number=6']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:21.698646 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['f30e38c8-4180-446b-b7f4-2304ee04e644'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:56:21.732027 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:21.732826 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:21.733332 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:21.733671 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:21.734002 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:21.734328 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:21.735050 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:21.735408 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:21.735732 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:21.736055 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:21.736403 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:56:21.741894 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6b432-9ae2-4fdf-b97b-3517469f1601 req-05e66890-6bce-4d94-8b2c-db5f20915b09 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:21.755683 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:21.757031 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-dac6b432-9ae2-4fdf-b97b-3517469f1601 req-05e66890-6bce-4d94-8b2c-db5f20915b09 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.4468753 Aug 23 01:56:21.776396 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:21.827000 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-feef4285-7621-4671-a20d-25a6943fcd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4395'] for router, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:21.836563 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-feef4285-7621-4671-a20d-25a6943fcd6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:21.919248 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-dac6b432-9ae2-4fdf-b97b-3517469f1601 req-abaaf0e4-a3c1-4e4a-8919-64f2b0a3f7ff tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208367 Aug 23 01:56:21.997757 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-feef4285-7621-4671-a20d-25a6943fcd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412701'] for router, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:21.998384 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feef4285-7621-4671-a20d-25a6943fcd6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2594a539-fd97-4442-a4be-2ccfc5f6e1ac {{(pid=75883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 01:56:22.010885 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-feef4285-7621-4671-a20d-25a6943fcd6a admin admin] Notify callbacks [] for router, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:22.012831 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-feef4285-7621-4671-a20d-25a6943fcd6a admin admin] 10.222.0.18 "DELETE /v2.0/routers/2594a539-fd97-4442-a4be-2ccfc5f6e1ac HTTP/1.1" status: 204 len: 168 time: 2.5600851 Aug 23 01:56:22.015458 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 42380) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:56:22.079325 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b892e6-7b06-425e-874a-d3e0d79f3e02 admin admin] Deleting subnet 0ec4e931-02be-4a33-9930-18e862114160 {{(pid=75884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 01:56:22.082309 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-52b892e6-7b06-425e-874a-d3e0d79f3e02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:22.133439 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-52b892e6-7b06-425e-874a-d3e0d79f3e02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7902558'] for subnet, precommit_delete_associations {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:22.310284 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c6494c58-5c73-4300-ae08-b787f6a9520c req-2844c321-b899-44bc-9b4b-457cbcb7e21f tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a39da2-e4a3-46bf-95e1-89f8b07d9291 HTTP/1.1" status: 200 len: 210 time: 0.0653169 Aug 23 01:56:22.332335 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-52b892e6-7b06-425e-874a-d3e0d79f3e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1481903'] for subnet, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:22.506554 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215f253-69e1-4864-aa6d-54c89beb38f6 req-67c81ec4-8754-420f-98a6-aceec7252324 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:22.506554 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-6215f253-69e1-4864-aa6d-54c89beb38f6 req-67c81ec4-8754-420f-98a6-aceec7252324 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.0810957 Aug 23 01:56:22.537974 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-52b892e6-7b06-425e-874a-d3e0d79f3e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1481878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7565708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7385804'] for subnet, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:22.542560 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:22.550141 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-6215f253-69e1-4864-aa6d-54c89beb38f6 req-8baaa3e2-2d69-4eaf-b3ed-c7e3c0a70568 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422294 Aug 23 01:56:22.576780 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b892e6-7b06-425e-874a-d3e0d79f3e02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ec4e931-02be-4a33-9930-18e862114160,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:22.586463 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-52b892e6-7b06-425e-874a-d3e0d79f3e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:22.590205 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-52b892e6-7b06-425e-874a-d3e0d79f3e02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:22.596674 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-52b892e6-7b06-425e-874a-d3e0d79f3e02 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0ec4e931-02be-4a33-9930-18e862114160 HTTP/1.1" status: 204 len: 168 time: 0.5801723 Aug 23 01:56:22.599094 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 42402) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:56:22.709070 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-00272b18-7e35-4be9-a498-54cce15af1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584917'] for network, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:22.788720 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device c3757104-d4f4-4fbf-bfef-a48d3e2f5366 no longer exists at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 01:56:22.826884 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] No Port match for: c3757104-d4f4-4fbf-bfef-a48d3e2f5366 {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 01:56:22.827287 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device c3757104-d4f4-4fbf-bfef-a48d3e2f5366 not bound to the agent host dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 01:56:22.845457 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-00272b18-7e35-4be9-a498-54cce15af1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480998', 'neutron.services.segments.db._delete_segments_for_network-8755480555394'] for network, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:22.858815 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-00272b18-7e35-4be9-a498-54cce15af1a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2923ff85-c672-42fc-9cad-ac2843fb8239']}} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:56:22.870760 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-00272b18-7e35-4be9-a498-54cce15af1a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d4b18ff-4c61-4745-bf27-69e46a708d87') {'for_net_delete': True} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:56:22.871174 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-00272b18-7e35-4be9-a498-54cce15af1a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d4b18ff-4c61-4745-bf27-69e46a708d87') {} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:56:22.882348 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-00272b18-7e35-4be9-a498-54cce15af1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755480556189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7902545'] for segment, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:22.897694 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-00272b18-7e35-4be9-a498-54cce15af1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:22.904340 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00272b18-7e35-4be9-a498-54cce15af1a7 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=75884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 01:56:22.904725 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-00272b18-7e35-4be9-a498-54cce15af1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1481738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7565610'] for segment, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: Traceback (most recent call last): Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: timer() Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: cb(*args, **kw) Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: return func(*args, **kwargs) Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: self._notify() Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: self.callback(batched_events) Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: event.method(event) Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: return f(self, *a, **k) Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: return self._get(url).json() Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: return self.request(url, 'GET', **kwargs) Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 01:56:22.918443 dv-cinder-805529-1-smb neutron-server[75884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 01:56:23.103976 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-00272b18-7e35-4be9-a498-54cce15af1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405596'] for network, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:23.117651 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:23.139834 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-00272b18-7e35-4be9-a498-54cce15af1a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:23.150353 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00272b18-7e35-4be9-a498-54cce15af1a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2923ff85-c672-42fc-9cad-ac2843fb8239,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:23.154703 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-00272b18-7e35-4be9-a498-54cce15af1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:23.177247 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7727d9-fe83-4611-b362-cf6477d35ca3 req-b8fd3bcc-edcd-4b2b-9617-04fc2242a663 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:23.178716 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-6f7727d9-fe83-4611-b362-cf6477d35ca3 req-b8fd3bcc-edcd-4b2b-9617-04fc2242a663 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 944 time: 0.1172004 Aug 23 01:56:23.221432 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device f30e38c8-4180-446b-b7f4-2304ee04e644 up at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:56:23.227793 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-6f7727d9-fe83-4611-b362-cf6477d35ca3 req-3d2a6708-9601-446d-a419-5fefd4bfca8e tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429657 Aug 23 01:56:23.271930 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-00272b18-7e35-4be9-a498-54cce15af1a7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2923ff85-c672-42fc-9cad-ac2843fb8239 HTTP/1.1" status: 204 len: 168 time: 0.6701968 Aug 23 01:56:23.290389 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning complete for port f30e38c8-4180-446b-b7f4-2304ee04e644 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:56:23.290765 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:23.428249 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:23.500758 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3825eadb-6470-45e0-af33-e0adcc715126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30e38c8-4180-446b-b7f4-2304ee04e644'}] {{(pid=75885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:56:23.520857 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e1ee7185-9bf8-46f6-8316-04305827820a req-fb60e15a-d4f2-4d52-9f2f-96fb16ba5a17 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a39da2-e4a3-46bf-95e1-89f8b07d9291 HTTP/1.1" status: 200 len: 210 time: 0.0639577 Aug 23 01:56:23.527611 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port f30e38c8-4180-446b-b7f4-2304ee04e644, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f30e38c8-4180-446b-b7f4-2304ee04e644,segment=NetworkSegment(4998317b-f65b-459a-b79b-8cace97c4771),segment_id=4998317b-f65b-459a-b79b-8cace97c4771)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:56:23.560267 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-6060aff0-a2f9-4f84-b0b3-f4ec00df24cf tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:23.563934 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-6060aff0-a2f9-4f84-b0b3-f4ec00df24cf tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.10 "GET /v2.0/networks?id=4a180b83-9e5f-47ef-923e-5c3c406919a0 HTTP/1.1" status: 200 len: 813 time: 0.2292955 Aug 23 01:56:23.577259 dv-cinder-805529-1-smb neutron-server[75885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3825eadb-6470-45e0-af33-e0adcc715126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30e38c8-4180-446b-b7f4-2304ee04e644', 'code': 200} Aug 23 01:56:23.592579 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-40c7f60a-bd65-41dc-acfa-376d361044e1 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Request body: {'port': {'device_id': '38a39da2-e4a3-46bf-95e1-89f8b07d9291', 'network_id': '4a180b83-9e5f-47ef-923e-5c3c406919a0', 'admin_state_up': True, 'tenant_id': '7bac0346dcac4d69b69710776d0ccf96'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:56:23.629235 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:23.631657 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:23.732295 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=f30e38c8-4180-446b-b7f4-2304ee04e644,revision_number=7']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:23.758039 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:23.782546 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 42424) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:56:23.798032 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cc7b5-3cf2-4e5c-812a-cc202dbebca8 req-8f48e09b-856d-449a-9ded-c52d4f2b7c2b tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:23.799790 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-8a4cc7b5-3cf2-4e5c-812a-cc202dbebca8 req-8f48e09b-856d-449a-9ded-c52d4f2b7c2b tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.1148083 Aug 23 01:56:23.859780 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-8a4cc7b5-3cf2-4e5c-812a-cc202dbebca8 req-089687bc-b58d-4389-9e5a-5adee313315a tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514476 Aug 23 01:56:23.864671 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-40c7f60a-bd65-41dc-acfa-376d361044e1 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:56:23.888870 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-40c7f60a-bd65-41dc-acfa-376d361044e1 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:56:23.896852 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-18e5dc84-3938-4fe2-a626-cb4097c42e43 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=940e2126538e41ad94209d280bc548f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1124599 Aug 23 01:56:23.904956 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 42428) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:56:23.964340 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-1ac616c8-f663-4c62-b949-62c6cfcfdfa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:23.990005 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-40c7f60a-bd65-41dc-acfa-376d361044e1 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Made reservation on behalf of 7bac0346dcac4d69b69710776d0ccf96 for: {'port': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:56:23.992948 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-40c7f60a-bd65-41dc-acfa-376d361044e1 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:24.007200 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-1ac616c8-f663-4c62-b949-62c6cfcfdfa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:24.183105 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-1ac616c8-f663-4c62-b949-62c6cfcfdfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:24.190822 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:24.208751 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_common [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-40c7f60a-bd65-41dc-acfa-376d361044e1 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Allocated IP 172.20.0.5 (4a180b83-9e5f-47ef-923e-5c3c406919a0/a4a470d4-ed75-41c3-a737-b5fc23fbe9f6/ad25eb2e-485e-463c-aa1b-1d1468439743) {{(pid=75884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:56:24.210718 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac616c8-f663-4c62-b949-62c6cfcfdfa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318f683c-d328-4efd-af62-db9339f3461a,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:24.214353 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-1ac616c8-f663-4c62-b949-62c6cfcfdfa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:24.463038 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-1ac616c8-f663-4c62-b949-62c6cfcfdfa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:24.464115 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-1ac616c8-f663-4c62-b949-62c6cfcfdfa6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/318f683c-d328-4efd-af62-db9339f3461a HTTP/1.1" status: 204 len: 168 time: 0.5582442 Aug 23 01:56:24.497609 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-40c7f60a-bd65-41dc-acfa-376d361044e1 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Notify callbacks [] for port, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:24.527484 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc397a8d-8ff6-4370-beb4-18c1021d69a9 req-af852b33-fe45-41cb-846e-864c3df67532 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:24.529239 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-cc397a8d-8ff6-4370-beb4-18c1021d69a9 req-af852b33-fe45-41cb-846e-864c3df67532 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.1599269 Aug 23 01:56:24.754200 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-40c7f60a-bd65-41dc-acfa-376d361044e1 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:24.774398 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-027c541a-7a57-45fe-aa79-66620ba9461d tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:24.783058 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf7543-f987-4c63-8e85-829e2ab7c697 req-f9059fdd-90f9-4423-a0a3-d54a46e2e710 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:24.790742 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b3cf7543-f987-4c63-8e85-829e2ab7c697 req-f9059fdd-90f9-4423-a0a3-d54a46e2e710 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a39da2-e4a3-46bf-95e1-89f8b07d9291 HTTP/1.1" status: 200 len: 931 time: 0.1112046 Aug 23 01:56:24.862844 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7f60a-bd65-41dc-acfa-376d361044e1 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Pushing event updated for resources: {'Port': ['ID=ad25eb2e-485e-463c-aa1b-1d1468439743,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:24.873986 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-40c7f60a-bd65-41dc-acfa-376d361044e1 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:24.875944 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b3cf7543-f987-4c63-8e85-829e2ab7c697 req-6d5694af-fab6-4bbd-8a68-ac606520c316 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839372 Aug 23 01:56:24.906108 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-40c7f60a-bd65-41dc-acfa-376d361044e1 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Network 4a180b83-9e5f-47ef-923e-5c3c406919a0 is already hosted by enough agents. {{(pid=75884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:56:24.909847 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-40c7f60a-bd65-41dc-acfa-376d361044e1 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Resources bound (agent type, host, resource id): {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:56:24.912636 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-40c7f60a-bd65-41dc-acfa-376d361044e1 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Received port after_create {{(pid=75884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:56:24.967994 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-cc397a8d-8ff6-4370-beb4-18c1021d69a9 req-6a226c3f-1657-419f-94b1-81f5fedac877 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4229479 Aug 23 01:56:25.039235 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-40c7f60a-bd65-41dc-acfa-376d361044e1 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:25.039892 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-40c7f60a-bd65-41dc-acfa-376d361044e1 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:25.116797 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-40c7f60a-bd65-41dc-acfa-376d361044e1 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5282409 Aug 23 01:56:25.151040 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-3ec31776-dd67-4fbb-96d9-91b4d9ce5b4a service neutron] Request body: {'port': {'device_id': '38a39da2-e4a3-46bf-95e1-89f8b07d9291', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:56:25.194148 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58a097-5024-4868-8452-b2cb378631e6 req-8606e5cb-7afb-4c09-a64b-869df55e2aea tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:25.201651 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ac58a097-5024-4868-8452-b2cb378631e6 req-8606e5cb-7afb-4c09-a64b-869df55e2aea tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.1670856 Aug 23 01:56:25.258618 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ac58a097-5024-4868-8452-b2cb378631e6 req-ccdfa5dc-bbd2-46ce-87c1-5ff7f8488344 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506742 Aug 23 01:56:25.318246 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-3ec31776-dd67-4fbb-96d9-91b4d9ce5b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:25.776627 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-3ec31776-dd67-4fbb-96d9-91b4d9ce5b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad25eb2e-485e-463c-aa1b-1d1468439743 {{(pid=75884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:56:25.791565 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-3ec31776-dd67-4fbb-96d9-91b4d9ce5b4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:25.808916 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.provisioning_blocks [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-3ec31776-dd67-4fbb-96d9-91b4d9ce5b4a service neutron] Transition to ACTIVE for port object ad25eb2e-485e-463c-aa1b-1d1468439743 will not be triggered until provisioned by entity L2. {{(pid=75884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:56:25.897493 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-3ec31776-dd67-4fbb-96d9-91b4d9ce5b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565686'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:25.902796 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:25.964734 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec31776-dd67-4fbb-96d9-91b4d9ce5b4a service neutron] Pushing event updated for resources: {'Port': ['ID=ad25eb2e-485e-463c-aa1b-1d1468439743,revision_number=2']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:25.969567 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-3ec31776-dd67-4fbb-96d9-91b4d9ce5b4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:26.294194 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc907b-189f-4141-9986-313a17906402 req-2d7986c7-f01c-43ec-8486-ea2130b0655e tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:26.296566 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ccfc907b-189f-4141-9986-313a17906402 req-2d7986c7-f01c-43ec-8486-ea2130b0655e tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.1033597 Aug 23 01:56:26.305719 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-3ec31776-dd67-4fbb-96d9-91b4d9ce5b4a service neutron] Attempting to bind port ad25eb2e-485e-463c-aa1b-1d1468439743 on host hv-cinder-80552 for vnic_type normal with profile {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:56:26.306055 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-3ec31776-dd67-4fbb-96d9-91b4d9ce5b4a service neutron] Attempting to bind port ad25eb2e-485e-463c-aa1b-1d1468439743 by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': 'b4e61a44-5672-4a1f-a070-1c31c89f5e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4a180b83-9e5f-47ef-923e-5c3c406919a0'}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:56:26.306377 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-3ec31776-dd67-4fbb-96d9-91b4d9ce5b4a service neutron] Attempting to bind port ad25eb2e-485e-463c-aa1b-1d1468439743 on network 4a180b83-9e5f-47ef-923e-5c3c406919a0 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:56:26.313633 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-3ec31776-dd67-4fbb-96d9-91b4d9ce5b4a service neutron] Port ad25eb2e-485e-463c-aa1b-1d1468439743 on network 4a180b83-9e5f-47ef-923e-5c3c406919a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 01:56:26.313978 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-3ec31776-dd67-4fbb-96d9-91b4d9ce5b4a service neutron] Attempting to bind port ad25eb2e-485e-463c-aa1b-1d1468439743 on network 4a180b83-9e5f-47ef-923e-5c3c406919a0 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:56:26.324652 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329725c-14df-4fa9-b9d1-259b8c2f0ee2 req-1c101428-7aa6-4ab7-b705-34532ba25fd2 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:26.325595 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-8329725c-14df-4fa9-b9d1-259b8c2f0ee2 req-1c101428-7aa6-4ab7-b705-34532ba25fd2 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Synchronizing usage tracker for tenant:7bac0346dcac4d69b69710776d0ccf96 on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:56:26.339916 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-3ec31776-dd67-4fbb-96d9-91b4d9ce5b4a service neutron] Checking agent: {'id': '57122005-e7d6-4a8f-9a43-0b5b130153fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:56:26.340257 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-3ec31776-dd67-4fbb-96d9-91b4d9ce5b4a service neutron] Checking segment: {'id': 'b4e61a44-5672-4a1f-a070-1c31c89f5e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4a180b83-9e5f-47ef-923e-5c3c406919a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:56:26.340631 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-3ec31776-dd67-4fbb-96d9-91b4d9ce5b4a service neutron] Bound using segment: {'id': 'b4e61a44-5672-4a1f-a070-1c31c89f5e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4a180b83-9e5f-47ef-923e-5c3c406919a0'} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:56:26.341065 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-3ec31776-dd67-4fbb-96d9-91b4d9ce5b4a service neutron] Bound port: ad25eb2e-485e-463c-aa1b-1d1468439743, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e61a44-5672-4a1f-a070-1c31c89f5e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4a180b83-9e5f-47ef-923e-5c3c406919a0'}}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:56:26.341536 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-3ec31776-dd67-4fbb-96d9-91b4d9ce5b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:26.367491 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ccfc907b-189f-4141-9986-313a17906402 req-5e0a12eb-1404-4e4e-a573-68b97aaf4ee2 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643237 Aug 23 01:56:26.436233 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-8329725c-14df-4fa9-b9d1-259b8c2f0ee2 req-1c101428-7aa6-4ab7-b705-34532ba25fd2 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Unset dirty status for tenant:7bac0346dcac4d69b69710776d0ccf96 on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:56:26.437985 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8329725c-14df-4fa9-b9d1-259b8c2f0ee2 req-1c101428-7aa6-4ab7-b705-34532ba25fd2 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a39da2-e4a3-46bf-95e1-89f8b07d9291 HTTP/1.1" status: 200 len: 943 time: 0.4156613 Aug 23 01:56:26.485257 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-3ec31776-dd67-4fbb-96d9-91b4d9ce5b4a service neutron] For port ad25eb2e-485e-463c-aa1b-1d1468439743, host hv-cinder-80552, cleared binding levels {{(pid=75884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:56:26.508127 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-3ec31776-dd67-4fbb-96d9-91b4d9ce5b4a service neutron] For port ad25eb2e-485e-463c-aa1b-1d1468439743, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=ad25eb2e-485e-463c-aa1b-1d1468439743,segment=NetworkSegment(b4e61a44-5672-4a1f-a070-1c31c89f5e3c),segment_id=b4e61a44-5672-4a1f-a070-1c31c89f5e3c)] {{(pid=75884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:56:26.518164 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8329725c-14df-4fa9-b9d1-259b8c2f0ee2 req-4bcede89-026f-41d1-b5b8-c93b352ae2da tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672576 Aug 23 01:56:26.619669 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-3ec31776-dd67-4fbb-96d9-91b4d9ce5b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565686'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:26.640976 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-da76a39d-eb00-4cda-8f66-a3e8f7886834 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:26.726920 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e3cc8-b026-4465-853f-585c6a0b7172 req-1cc66098-2372-427e-86f1-1075626926f6 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:26.741280 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c74e3cc8-b026-4465-853f-585c6a0b7172 req-1cc66098-2372-427e-86f1-1075626926f6 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.1749344 Aug 23 01:56:26.754153 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-3ec31776-dd67-4fbb-96d9-91b4d9ce5b4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:26.756209 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-3ec31776-dd67-4fbb-96d9-91b4d9ce5b4a service neutron] 10.222.0.10 "PUT /v2.0/ports/ad25eb2e-485e-463c-aa1b-1d1468439743 HTTP/1.1" status: 200 len: 1093 time: 1.6311922 Aug 23 01:56:26.757051 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a39da2-e4a3-46bf-95e1-89f8b07d9291', 'tag': 'ad25eb2e-485e-463c-aa1b-1d1468439743'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:56:26.786653 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec31776-dd67-4fbb-96d9-91b4d9ce5b4a service neutron] Pushing event updated for resources: {'Port': ['ID=ad25eb2e-485e-463c-aa1b-1d1468439743,revision_number=3']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:26.801320 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-3ec31776-dd67-4fbb-96d9-91b4d9ce5b4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:26.867851 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c74e3cc8-b026-4465-853f-585c6a0b7172 req-c69407ae-c406-453e-a89c-ce364050837a tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236300 Aug 23 01:56:26.926719 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a39da2-e4a3-46bf-95e1-89f8b07d9291', 'tag': 'ad25eb2e-485e-463c-aa1b-1d1468439743', 'status': 'completed', 'code': 200} Aug 23 01:56:27.036481 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-e8a306d3-cff6-4c59-bb84-c026cb5df180 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7bac0346dcac4d69b69710776d0ccf96&device_id=38a39da2-e4a3-46bf-95e1-89f8b07d9291 HTTP/1.1" status: 200 len: 1096 time: 0.1857784 Aug 23 01:56:27.137757 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-1d35fec5-ddd2-41fb-8062-e71a9ce1f119 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad25eb2e-485e-463c-aa1b-1d1468439743 HTTP/1.1" status: 200 len: 217 time: 0.0923548 Aug 23 01:56:27.221315 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-3b7348d1-5b99-4715-863f-d7706316df58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:27.222823 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-3b7348d1-5b99-4715-863f-d7706316df58 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4a470d4-ed75-41c3-a737-b5fc23fbe9f6 HTTP/1.1" status: 200 len: 853 time: 0.0778155 Aug 23 01:56:27.275361 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-a8950ec7-1e2c-47d2-8a46-bc494b449d9e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4a180b83-9e5f-47ef-923e-5c3c406919a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462019 Aug 23 01:56:27.553967 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-1d04dfe3-776c-433a-9112-ed5736cc8fc4 service neutron] 10.222.0.10 "GET /v2.0/networks/4a180b83-9e5f-47ef-923e-5c3c406919a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699058 Aug 23 01:56:27.691646 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e76d3-14a7-4e59-a6ca-251faea8fc72 req-a2b295f2-4ccc-48ea-b055-22234d0ae045 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:27.699524 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-884e76d3-14a7-4e59-a6ca-251faea8fc72 req-a2b295f2-4ccc-48ea-b055-22234d0ae045 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.1608307 Aug 23 01:56:27.801088 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-884e76d3-14a7-4e59-a6ca-251faea8fc72 req-80838c15-0d03-46fe-96d1-79426e255d4d tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004071 Aug 23 01:56:28.065200 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d6d92-c389-4d2e-991e-850d87fb8987 req-37bd6545-6fad-4a3c-b5d4-6928fef6075f tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:28.067607 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-775d6d92-c389-4d2e-991e-850d87fb8987 req-37bd6545-6fad-4a3c-b5d4-6928fef6075f tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a39da2-e4a3-46bf-95e1-89f8b07d9291 HTTP/1.1" status: 200 len: 943 time: 0.0965130 Aug 23 01:56:28.138273 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-775d6d92-c389-4d2e-991e-850d87fb8987 req-00e64b8b-745c-4ce6-817c-cb0be4db86fd tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627704 Aug 23 01:56:28.189150 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-714f1e46-25fa-4319-b9a1-9b54088dcb7e req-93c66eb0-dd1d-4255-aeb1-7a536a025d19 service neutron] 10.222.0.10 "GET /v2.0/networks/4a180b83-9e5f-47ef-923e-5c3c406919a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6300035 Aug 23 01:56:28.222879 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43fa18-0646-4752-b3d0-5376c83299ce req-0a54d6a0-2e91-4256-a3a2-801b8f11db0e tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:28.224923 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ec43fa18-0646-4752-b3d0-5376c83299ce req-0a54d6a0-2e91-4256-a3a2-801b8f11db0e tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.3208735 Aug 23 01:56:28.229331 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0dbabdb9-4440-4e10-a344-f57f3a6f3a91 req-4f4042e7-30c2-41e2-8965-108e5d2b035a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4974ea7b9027427197b8907f91b8fd1c&device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 1099 time: 0.3241482 Aug 23 01:56:28.304586 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ec43fa18-0646-4752-b3d0-5376c83299ce req-5d7f2605-d91a-404d-bbe1-9a663b910902 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709715 Aug 23 01:56:28.505521 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbabdb9-4440-4e10-a344-f57f3a6f3a91 req-4da096bb-fc74-4e19-9409-96e87e128683 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:28.507471 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0dbabdb9-4440-4e10-a344-f57f3a6f3a91 req-4da096bb-fc74-4e19-9409-96e87e128683 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5840b669-618c-425e-995c-00dd5d36fe85 HTTP/1.1" status: 200 len: 912 time: 0.2337604 Aug 23 01:56:28.511045 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0c479da3-837c-41ea-9b92-8a05c20cf1ee req-aac215e1-1d8b-4e49-9e41-9c67d67691da service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7bac0346dcac4d69b69710776d0ccf96&device_id=38a39da2-e4a3-46bf-95e1-89f8b07d9291 HTTP/1.1" status: 200 len: 1096 time: 0.1502585 Aug 23 01:56:28.717770 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0dbabdb9-4440-4e10-a344-f57f3a6f3a91 req-41ad19ed-4ad2-4035-b26d-1e0a24995292 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f4e934c-7b43-4086-9384-8f344a2b3389 HTTP/1.1" status: 200 len: 1001 time: 0.1989172 Aug 23 01:56:28.810961 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c479da3-837c-41ea-9b92-8a05c20cf1ee req-2f9182e2-2e21-4232-857b-269393a8f7e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:28.812571 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0c479da3-837c-41ea-9b92-8a05c20cf1ee req-2f9182e2-2e21-4232-857b-269393a8f7e4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4a180b83-9e5f-47ef-923e-5c3c406919a0 HTTP/1.1" status: 200 len: 914 time: 0.2926173 Aug 23 01:56:28.818497 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbabdb9-4440-4e10-a344-f57f3a6f3a91 req-99863d5c-4037-403a-94b6-30b58bee17a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:28.820052 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0dbabdb9-4440-4e10-a344-f57f3a6f3a91 req-99863d5c-4037-403a-94b6-30b58bee17a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afcb811f-6ebd-4831-86e9-dd7cc945a891 HTTP/1.1" status: 200 len: 850 time: 0.0914075 Aug 23 01:56:28.956743 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0c479da3-837c-41ea-9b92-8a05c20cf1ee req-aab62347-0bd4-405d-b747-e9b1a93ceb21 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad25eb2e-485e-463c-aa1b-1d1468439743 HTTP/1.1" status: 200 len: 217 time: 0.1357901 Aug 23 01:56:29.044518 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c479da3-837c-41ea-9b92-8a05c20cf1ee req-50bd825f-4c08-4db4-be50-b13ef6b26e8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:29.045994 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0c479da3-837c-41ea-9b92-8a05c20cf1ee req-50bd825f-4c08-4db4-be50-b13ef6b26e8f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a4a470d4-ed75-41c3-a737-b5fc23fbe9f6 HTTP/1.1" status: 200 len: 853 time: 0.0803041 Aug 23 01:56:29.066625 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89106034-2060-443c-8f82-a602a82e68f9 req-b1c8facc-4244-4b86-a456-107eebe9fa63 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:29.073694 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-89106034-2060-443c-8f82-a602a82e68f9 req-b1c8facc-4244-4b86-a456-107eebe9fa63 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.1141038 Aug 23 01:56:29.098881 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0dbabdb9-4440-4e10-a344-f57f3a6f3a91 req-c31c02ae-75c0-493b-bc33-282559d7dfea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5840b669-618c-425e-995c-00dd5d36fe85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2160237 Aug 23 01:56:29.101117 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0c479da3-837c-41ea-9b92-8a05c20cf1ee req-bd892c52-f76c-4811-9488-02dd3b37381a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4a180b83-9e5f-47ef-923e-5c3c406919a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449185 Aug 23 01:56:29.140769 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-89106034-2060-443c-8f82-a602a82e68f9 req-ab067a5c-92d2-4d10-a59f-7b63095e833a tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659139 Aug 23 01:56:29.419829 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0dbabdb9-4440-4e10-a344-f57f3a6f3a91 req-1d15be32-3c97-4421-a6c9-c17c75298436 service neutron] 10.222.0.10 "GET /v2.0/networks/5840b669-618c-425e-995c-00dd5d36fe85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082561 Aug 23 01:56:29.502917 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0c479da3-837c-41ea-9b92-8a05c20cf1ee req-9eed9258-a253-47d4-a54d-d305939d93f0 service neutron] 10.222.0.10 "GET /v2.0/networks/4a180b83-9e5f-47ef-923e-5c3c406919a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900635 Aug 23 01:56:29.817186 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60845cd-34a6-492a-b5bf-d9a9bfbc560b req-5b12e092-3019-4a40-aae8-25d949cf4781 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:29.817186 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d60845cd-34a6-492a-b5bf-d9a9bfbc560b req-5b12e092-3019-4a40-aae8-25d949cf4781 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.0890477 Aug 23 01:56:29.817186 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d60845cd-34a6-492a-b5bf-d9a9bfbc560b req-2e4a40f8-0c14-4472-b767-3fef2c5fd5a2 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495574 Aug 23 01:56:29.848412 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf4943-40be-42ab-b0ed-c5c97274aa0f req-30487e0d-43a7-4ce4-9093-b7f2c08fef71 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:29.849860 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-52bf4943-40be-42ab-b0ed-c5c97274aa0f req-30487e0d-43a7-4ce4-9093-b7f2c08fef71 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a39da2-e4a3-46bf-95e1-89f8b07d9291 HTTP/1.1" status: 200 len: 943 time: 0.5080850 Aug 23 01:56:29.885894 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0dbabdb9-4440-4e10-a344-f57f3a6f3a91 req-0989db12-4172-4e30-9c3c-c18e19729adc service neutron] 10.222.0.10 "GET /v2.0/networks/5840b669-618c-425e-995c-00dd5d36fe85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4479473 Aug 23 01:56:29.920048 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0c479da3-837c-41ea-9b92-8a05c20cf1ee req-3d348eca-c0c6-49ca-944d-0ac142a7fe28 service neutron] 10.222.0.10 "GET /v2.0/networks/4a180b83-9e5f-47ef-923e-5c3c406919a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009731 Aug 23 01:56:29.959495 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-52bf4943-40be-42ab-b0ed-c5c97274aa0f req-274fec4e-ba64-4b22-812e-0c485a5c4a0d tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631194 Aug 23 01:56:30.420883 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226d3ed-fab1-492d-9469-f25d64037ea2 req-94add62e-4f34-4d6b-a5ba-0716ccd49723 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:30.422600 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-3226d3ed-fab1-492d-9469-f25d64037ea2 req-94add62e-4f34-4d6b-a5ba-0716ccd49723 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.1602995 Aug 23 01:56:30.481411 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-3226d3ed-fab1-492d-9469-f25d64037ea2 req-0ea00edf-e9d2-4042-a72a-75c68abcc614 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528169 Aug 23 01:56:31.063486 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bac7f-1862-44b7-926d-f54780f7df0b req-1fa917f5-bc3a-478f-b4b6-da4c6d3c9199 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:31.066005 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9c5bac7f-1862-44b7-926d-f54780f7df0b req-1fa917f5-bc3a-478f-b4b6-da4c6d3c9199 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.1057429 Aug 23 01:56:31.129214 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9c5bac7f-1862-44b7-926d-f54780f7df0b req-9d0ae51e-30e9-4295-a454-ce623649cb76 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576322 Aug 23 01:56:31.212938 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f0a18-73f2-4945-b648-22a2876c784d req-068a71b1-e471-4616-a8d0-f1c6d78fc482 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:31.216635 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c19f0a18-73f2-4945-b648-22a2876c784d req-068a71b1-e471-4616-a8d0-f1c6d78fc482 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a39da2-e4a3-46bf-95e1-89f8b07d9291 HTTP/1.1" status: 200 len: 943 time: 0.1115296 Aug 23 01:56:31.262544 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device ad25eb2e-485e-463c-aa1b-1d1468439743 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 01:56:31.269275 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c19f0a18-73f2-4945-b648-22a2876c784d req-f8eeee1d-0d04-42bb-9bf8-54c4af028dcb tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462151 Aug 23 01:56:31.415561 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port ad25eb2e-485e-463c-aa1b-1d1468439743, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=ad25eb2e-485e-463c-aa1b-1d1468439743,segment=NetworkSegment(b4e61a44-5672-4a1f-a070-1c31c89f5e3c),segment_id=b4e61a44-5672-4a1f-a070-1c31c89f5e3c)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:56:31.436960 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Returning: {'device': 'ad25eb2e-485e-463c-aa1b-1d1468439743', 'network_id': '4a180b83-9e5f-47ef-923e-5c3c406919a0', 'port_id': 'ad25eb2e-485e-463c-aa1b-1d1468439743', 'mac_address': 'fa:16:3e:5c:32:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a470d4-ed75-41c3-a737-b5fc23fbe9f6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 01:56:31.511435 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:31.562351 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad25eb2e-485e-463c-aa1b-1d1468439743 {{(pid=75885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:56:31.598951 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port ad25eb2e-485e-463c-aa1b-1d1468439743, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=ad25eb2e-485e-463c-aa1b-1d1468439743,segment=NetworkSegment(b4e61a44-5672-4a1f-a070-1c31c89f5e3c),segment_id=b4e61a44-5672-4a1f-a070-1c31c89f5e3c)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:56:31.700980 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:31.703913 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:31.802430 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafd3d3-1c69-4fc4-9fd4-61aa6a8a7e81 req-19c3e180-a00f-4f23-8e8a-475d9384e7b7 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:31.805131 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1eafd3d3-1c69-4fc4-9fd4-61aa6a8a7e81 req-19c3e180-a00f-4f23-8e8a-475d9384e7b7 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.1189175 Aug 23 01:56:31.828321 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=ad25eb2e-485e-463c-aa1b-1d1468439743,revision_number=4']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:31.831690 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:31.858167 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1eafd3d3-1c69-4fc4-9fd4-61aa6a8a7e81 req-3537a869-7208-4de1-b7a9-a27d02107f04 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449827 Aug 23 01:56:32.089067 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['ad25eb2e-485e-463c-aa1b-1d1468439743'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:56:32.237159 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-8e3605df-4744-4843-adf9-d4e9eb3dbde4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:32.420456 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3131c8-dba8-4919-a498-41fc95465597 req-d0adb489-529e-4ddb-88f7-1bcebeeb1195 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:32.427497 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-5f3131c8-dba8-4919-a498-41fc95465597 req-d0adb489-529e-4ddb-88f7-1bcebeeb1195 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.0927818 Aug 23 01:56:32.523402 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-5f3131c8-dba8-4919-a498-41fc95465597 req-3053c14b-4e19-4a70-ad4d-a70d02f50ceb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946763 Aug 23 01:56:32.557598 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532e475-9152-42e6-82b4-f08a0e2d1cc2 req-ea7c79a5-1480-48fc-839f-db234758a0b5 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:32.564090 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8532e475-9152-42e6-82b4-f08a0e2d1cc2 req-ea7c79a5-1480-48fc-839f-db234758a0b5 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a39da2-e4a3-46bf-95e1-89f8b07d9291 HTTP/1.1" status: 200 len: 944 time: 0.1327233 Aug 23 01:56:32.618033 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8532e475-9152-42e6-82b4-f08a0e2d1cc2 req-95d96322-546a-4025-ad2d-7814eb9cfe54 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466452 Aug 23 01:56:32.714538 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:33.280605 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device ad25eb2e-485e-463c-aa1b-1d1468439743 up at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:56:33.448071 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning for port ad25eb2e-485e-463c-aa1b-1d1468439743 completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:56:33.456411 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning complete for port ad25eb2e-485e-463c-aa1b-1d1468439743 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:56:33.457484 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:33.752197 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:33.807628 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port ad25eb2e-485e-463c-aa1b-1d1468439743, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=ad25eb2e-485e-463c-aa1b-1d1468439743,segment=NetworkSegment(b4e61a44-5672-4a1f-a070-1c31c89f5e3c),segment_id=b4e61a44-5672-4a1f-a070-1c31c89f5e3c)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:56:33.809906 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a39da2-e4a3-46bf-95e1-89f8b07d9291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad25eb2e-485e-463c-aa1b-1d1468439743'}] {{(pid=75885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:56:33.887769 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc062d28-1083-4e58-ac33-db3b2cbfbfa9 req-9a0fb285-9bfa-475c-98d3-980f9be21c84 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:33.887769 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-dc062d28-1083-4e58-ac33-db3b2cbfbfa9 req-9a0fb285-9bfa-475c-98d3-980f9be21c84 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.1106122 Aug 23 01:56:33.888361 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c22241-99fa-442b-ac51-42a0ba5b76af req-67775bbb-13b1-43e6-9f3e-8b8361548382 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:33.894244 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-81c22241-99fa-442b-ac51-42a0ba5b76af req-67775bbb-13b1-43e6-9f3e-8b8361548382 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a39da2-e4a3-46bf-95e1-89f8b07d9291 HTTP/1.1" status: 200 len: 944 time: 0.1136742 Aug 23 01:56:33.936777 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-dc062d28-1083-4e58-ac33-db3b2cbfbfa9 req-772d02b7-80eb-4ae7-8826-15dba28e133d tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608382 Aug 23 01:56:33.977505 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-81c22241-99fa-442b-ac51-42a0ba5b76af req-2a099fbb-0ee0-47ae-a6af-4168d19a50db tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821233 Aug 23 01:56:34.072507 dv-cinder-805529-1-smb neutron-server[75885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a39da2-e4a3-46bf-95e1-89f8b07d9291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad25eb2e-485e-463c-aa1b-1d1468439743', 'code': 200} Aug 23 01:56:34.493028 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:34.494592 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:34.603571 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=ad25eb2e-485e-463c-aa1b-1d1468439743,revision_number=5']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:34.606811 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-8fd6e20c-5f68-45df-859c-f20d18c18cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:34.608704 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:34.876468 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-fc7e5a8f-f119-4dc4-9d17-5e3e1b3dd75b req-b27d0985-7804-48b7-9d7a-c28383439634 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=38a39da2-e4a3-46bf-95e1-89f8b07d9291 HTTP/1.1" status: 200 len: 1098 time: 0.1033742 Aug 23 01:56:34.930667 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-fc7e5a8f-f119-4dc4-9d17-5e3e1b3dd75b req-81df1a1c-5d43-4ba1-9988-98f6a067ef3b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469725 Aug 23 01:56:35.187694 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc8aa2-02b4-4943-9501-b69cf9d3da3c req-48e3651a-48ed-4d64-8fd2-0ab39c742b44 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:35.189408 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e7fc8aa2-02b4-4943-9501-b69cf9d3da3c req-48e3651a-48ed-4d64-8fd2-0ab39c742b44 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.0873780 Aug 23 01:56:35.192423 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac674124-8027-461a-817d-425af4356b74 req-698da12a-353c-4527-9094-2eb1dad7a92d tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:35.207407 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ac674124-8027-461a-817d-425af4356b74 req-698da12a-353c-4527-9094-2eb1dad7a92d tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a39da2-e4a3-46bf-95e1-89f8b07d9291 HTTP/1.1" status: 200 len: 945 time: 0.0935581 Aug 23 01:56:35.254120 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ac674124-8027-461a-817d-425af4356b74 req-a42d2059-3100-4469-b255-6ff46e925c75 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536447 Aug 23 01:56:35.259174 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e7fc8aa2-02b4-4943-9501-b69cf9d3da3c req-a5aa53c4-937b-4bd3-963d-53a9eeb3816d tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632064 Aug 23 01:56:35.589665 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:35.793756 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 01:56:36.512287 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dcab8-7228-4ef3-a75b-1df73d4d9d95 req-e9e4274a-92d1-46cf-a611-555141b2f76f tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:36.515165 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d32dcab8-7228-4ef3-a75b-1df73d4d9d95 req-e9e4274a-92d1-46cf-a611-555141b2f76f tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.1147168 Aug 23 01:56:36.525466 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0ec9a-b9fd-4e9d-b4dc-b97ecdba86a0 req-1e13a91b-6eef-415d-a25d-0b60aaf30f17 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:36.528129 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9fb0ec9a-b9fd-4e9d-b4dc-b97ecdba86a0 req-1e13a91b-6eef-415d-a25d-0b60aaf30f17 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a39da2-e4a3-46bf-95e1-89f8b07d9291 HTTP/1.1" status: 200 len: 945 time: 0.0976038 Aug 23 01:56:36.575372 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d32dcab8-7228-4ef3-a75b-1df73d4d9d95 req-7e59e0ba-a794-4095-ae94-dccb6ca7dd59 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534158 Aug 23 01:56:36.604382 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9fb0ec9a-b9fd-4e9d-b4dc-b97ecdba86a0 req-5596203f-3f49-45bc-ba28-6dfffa608829 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708337 Aug 23 01:56:37.012515 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:37.937177 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03e26a-3f66-443d-9542-1861c270cdfe req-d1062662-ce96-43e3-9e36-d2e53d12312a tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:37.938499 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee01094-7820-4764-9220-4bdfb2874037 req-60007ed9-2c33-4279-b66b-44c2fe477e3e tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:37.938923 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-6f03e26a-3f66-443d-9542-1861c270cdfe req-d1062662-ce96-43e3-9e36-d2e53d12312a tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.1373336 Aug 23 01:56:37.942662 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5ee01094-7820-4764-9220-4bdfb2874037 req-60007ed9-2c33-4279-b66b-44c2fe477e3e tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a39da2-e4a3-46bf-95e1-89f8b07d9291 HTTP/1.1" status: 200 len: 945 time: 0.1483622 Aug 23 01:56:38.006537 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5ee01094-7820-4764-9220-4bdfb2874037 req-e1fca00f-75e6-4812-96e4-069ad12a152d tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589166 Aug 23 01:56:38.007713 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-6f03e26a-3f66-443d-9542-1861c270cdfe req-5aa83dc3-6b52-4d07-87bd-f7d23b3e6929 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603492 Aug 23 01:56:38.863607 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 42708) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:56:38.952745 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 42714) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:56:39.136594 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-b257990b-92c7-4a12-a3f5-46cb5174ecc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:39.184682 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-cc584b94-5608-4d60-9a7c-0e7cde4b2522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:39.203501 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-b257990b-92c7-4a12-a3f5-46cb5174ecc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:56:39.207919 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-b257990b-92c7-4a12-a3f5-46cb5174ecc5 admin admin] Usage tracker for resource:security_group_rule and tenant:e085a394b457485f8fd920ca94e49cfd is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:56:39.211140 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-b257990b-92c7-4a12-a3f5-46cb5174ecc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:56:39.218096 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-b257990b-92c7-4a12-a3f5-46cb5174ecc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:56:39.231038 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-cc584b94-5608-4d60-9a7c-0e7cde4b2522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:56:39.235626 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-cc584b94-5608-4d60-9a7c-0e7cde4b2522 admin admin] Usage tracker for resource:security_group_rule and tenant:fa178a8dc1b746b196a6b2561af97983 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:56:39.239151 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-cc584b94-5608-4d60-9a7c-0e7cde4b2522 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:56:39.247443 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-cc584b94-5608-4d60-9a7c-0e7cde4b2522 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:56:39.323323 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5c950-a846-40db-a79c-f7c268b27940 req-49347e82-c0ef-4f6b-931c-022e725c17d4 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:39.331956 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-0de5c950-a846-40db-a79c-f7c268b27940 req-49347e82-c0ef-4f6b-931c-022e725c17d4 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.1039023 Aug 23 01:56:39.333842 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-cc584b94-5608-4d60-9a7c-0e7cde4b2522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:39.412030 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-0de5c950-a846-40db-a79c-f7c268b27940 req-78961fde-ce11-484c-a569-2fd47f5ded5e tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790107 Aug 23 01:56:39.429603 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-cc584b94-5608-4d60-9a7c-0e7cde4b2522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:39.430357 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-b257990b-92c7-4a12-a3f5-46cb5174ecc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:39.439729 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-3687b437-5102-47a9-9341-9018c0a1cdc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:39.486074 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc584b94-5608-4d60-9a7c-0e7cde4b2522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948b34e5-76a6-4d23-acc5-489b185ca7e4,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:39.490560 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-cc584b94-5608-4d60-9a7c-0e7cde4b2522 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa178a8dc1b746b196a6b2561af97983&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6256366 Aug 23 01:56:39.491506 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-cc584b94-5608-4d60-9a7c-0e7cde4b2522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:39.493160 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 42724) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:56:39.557935 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-929bb6b0-9dae-4d9f-8ca5-7aee86c5cd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:39.583948 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-929bb6b0-9dae-4d9f-8ca5-7aee86c5cd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:39.640290 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-b257990b-92c7-4a12-a3f5-46cb5174ecc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:39.650478 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-68844ecf-cb54-43e8-9b74-8714d93009f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:39.691529 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257990b-92c7-4a12-a3f5-46cb5174ecc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ac2b02-0277-4d04-8993-c384992216df,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:39.694651 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-b257990b-92c7-4a12-a3f5-46cb5174ecc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:39.700014 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-b257990b-92c7-4a12-a3f5-46cb5174ecc5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e085a394b457485f8fd920ca94e49cfd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7440131 Aug 23 01:56:39.700598 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 42728) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:56:39.741091 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-929bb6b0-9dae-4d9f-8ca5-7aee86c5cd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:39.744663 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-81990074-f09f-4e7a-85ed-e83af3ecf065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:39.766740 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929bb6b0-9dae-4d9f-8ca5-7aee86c5cd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948b34e5-76a6-4d23-acc5-489b185ca7e4,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:39.769741 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-929bb6b0-9dae-4d9f-8ca5-7aee86c5cd9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:39.775969 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-929bb6b0-9dae-4d9f-8ca5-7aee86c5cd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:39.777222 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-929bb6b0-9dae-4d9f-8ca5-7aee86c5cd9c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/948b34e5-76a6-4d23-acc5-489b185ca7e4 HTTP/1.1" status: 204 len: 168 time: 0.2831650 Aug 23 01:56:39.799753 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c1b044ae-8cee-42e5-93a5-c709bd725810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:39.829924 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c1b044ae-8cee-42e5-93a5-c709bd725810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:39.993323 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c1b044ae-8cee-42e5-93a5-c709bd725810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:39.995698 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-1d718dbd-7026-4e2e-a3c5-9b40ec760b36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:40.007544 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b044ae-8cee-42e5-93a5-c709bd725810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ac2b02-0277-4d04-8993-c384992216df,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:40.009860 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-c1b044ae-8cee-42e5-93a5-c709bd725810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:40.013627 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c1b044ae-8cee-42e5-93a5-c709bd725810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:40.014665 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-c1b044ae-8cee-42e5-93a5-c709bd725810 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/62ac2b02-0277-4d04-8993-c384992216df HTTP/1.1" status: 204 len: 168 time: 0.3132920 Aug 23 01:56:40.491161 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 42750) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:56:40.510024 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a4ba44d2-cc76-4202-8e6a-f6f701bcd8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:40.550113 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-a4ba44d2-cc76-4202-8e6a-f6f701bcd8ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:56:40.553796 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-a4ba44d2-cc76-4202-8e6a-f6f701bcd8ff admin admin] Usage tracker for resource:security_group_rule and tenant:6d395aa373724becbe95e3a5177f4d30 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:56:40.556577 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-a4ba44d2-cc76-4202-8e6a-f6f701bcd8ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:56:40.562720 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-a4ba44d2-cc76-4202-8e6a-f6f701bcd8ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:56:40.627021 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a4ba44d2-cc76-4202-8e6a-f6f701bcd8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:40.648200 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626d1ba-5f3c-4ca4-8ef4-8658f997e572 req-18bc5af7-2dd7-4bb8-853a-28d174c7b72c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:40.654063 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a626d1ba-5f3c-4ca4-8ef4-8658f997e572 req-18bc5af7-2dd7-4bb8-853a-28d174c7b72c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.0828018 Aug 23 01:56:40.697271 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a626d1ba-5f3c-4ca4-8ef4-8658f997e572 req-cb1e4a95-9aa5-433c-b5b2-36f2e755eec5 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412672 Aug 23 01:56:40.719983 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a4ba44d2-cc76-4202-8e6a-f6f701bcd8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:40.729541 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-2a96506e-8915-40af-951b-7b409e825a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:40.771177 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba44d2-cc76-4202-8e6a-f6f701bcd8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad3d5eb-4623-43b5-9b26-49cd9472064f,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:40.774247 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-a4ba44d2-cc76-4202-8e6a-f6f701bcd8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:40.779962 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-a4ba44d2-cc76-4202-8e6a-f6f701bcd8ff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d395aa373724becbe95e3a5177f4d30&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2853234 Aug 23 01:56:40.780905 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 42754) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:56:40.817073 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 42758) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:56:40.842204 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-603549ea-d429-48de-9ab0-1da062a1e841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:40.842682 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-217ace17-16e2-4ba4-b810-851eb118447e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:40.869879 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-217ace17-16e2-4ba4-b810-851eb118447e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:40.874349 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-603549ea-d429-48de-9ab0-1da062a1e841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:56:40.880016 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-603549ea-d429-48de-9ab0-1da062a1e841 admin admin] Usage tracker for resource:security_group_rule and tenant:fd51680805c64a719718e3a26b0d2e5e is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:56:40.886205 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-603549ea-d429-48de-9ab0-1da062a1e841 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:56:40.895965 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-603549ea-d429-48de-9ab0-1da062a1e841 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:56:40.959139 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-603549ea-d429-48de-9ab0-1da062a1e841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:41.025470 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-217ace17-16e2-4ba4-b810-851eb118447e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:41.036918 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-c1b044ae-8cee-42e5-93a5-c709bd725810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:41.059950 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ace17-16e2-4ba4-b810-851eb118447e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad3d5eb-4623-43b5-9b26-49cd9472064f,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:41.064426 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-217ace17-16e2-4ba4-b810-851eb118447e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:41.067397 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-217ace17-16e2-4ba4-b810-851eb118447e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:41.068493 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-217ace17-16e2-4ba4-b810-851eb118447e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dad3d5eb-4623-43b5-9b26-49cd9472064f HTTP/1.1" status: 204 len: 168 time: 0.2872584 Aug 23 01:56:41.088456 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d29e03bc-36f0-47e5-91ba-c5346ddc29c2 req-b1538a58-2f8d-4207-8077-3aa904fa6bd6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf02a4e5b4424ce18a07cf20fa1241a3&device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 1098 time: 0.0957310 Aug 23 01:56:41.094981 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-603549ea-d429-48de-9ab0-1da062a1e841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:41.102306 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-c585d6bc-e742-49f0-85ab-d7cd4c31a8f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:41.142350 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603549ea-d429-48de-9ab0-1da062a1e841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b388d4-2483-4a13-8a5a-7984cfd6b987,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:41.145492 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-603549ea-d429-48de-9ab0-1da062a1e841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:41.150041 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-603549ea-d429-48de-9ab0-1da062a1e841 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd51680805c64a719718e3a26b0d2e5e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3296649 Aug 23 01:56:41.150282 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 42764) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:56:41.219971 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-ba9160f0-e2c8-45c8-a6fb-5c0f4b724216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:41.247016 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-ba9160f0-e2c8-45c8-a6fb-5c0f4b724216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:41.258381 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e03bc-36f0-47e5-91ba-c5346ddc29c2 req-4f262bf7-9614-49ca-b6a0-3da5570ab1d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:41.260085 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d29e03bc-36f0-47e5-91ba-c5346ddc29c2 req-4f262bf7-9614-49ca-b6a0-3da5570ab1d2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c52bbd1c-24b9-493a-8949-3808e1dea7a6 HTTP/1.1" status: 200 len: 918 time: 0.1586783 Aug 23 01:56:41.363860 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d29e03bc-36f0-47e5-91ba-c5346ddc29c2 req-df5966fe-e364-4608-801f-0fa02305ff3d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f30e38c8-4180-446b-b7f4-2304ee04e644 HTTP/1.1" status: 200 len: 1001 time: 0.0972497 Aug 23 01:56:41.485798 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-ba9160f0-e2c8-45c8-a6fb-5c0f4b724216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:41.490732 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-5a2b0953-ccca-4a56-a4fc-2f291255c678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:41.502245 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e03bc-36f0-47e5-91ba-c5346ddc29c2 req-9238ab0c-1f5c-4f5d-a2c2-1467a6a2681c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:41.503719 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d29e03bc-36f0-47e5-91ba-c5346ddc29c2 req-9238ab0c-1f5c-4f5d-a2c2-1467a6a2681c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9526bab9-7a16-49c6-a5b7-cf27000d2897 HTTP/1.1" status: 200 len: 856 time: 0.1236100 Aug 23 01:56:41.504431 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9160f0-e2c8-45c8-a6fb-5c0f4b724216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b388d4-2483-4a13-8a5a-7984cfd6b987,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:41.506970 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-ba9160f0-e2c8-45c8-a6fb-5c0f4b724216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:41.519940 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-ba9160f0-e2c8-45c8-a6fb-5c0f4b724216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:41.526829 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-ba9160f0-e2c8-45c8-a6fb-5c0f4b724216 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/38b388d4-2483-4a13-8a5a-7984cfd6b987 HTTP/1.1" status: 204 len: 168 time: 0.3750069 Aug 23 01:56:41.595026 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d29e03bc-36f0-47e5-91ba-c5346ddc29c2 req-ab46c457-304b-4f1c-bb0f-4a5bac7081cd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c52bbd1c-24b9-493a-8949-3808e1dea7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837834 Aug 23 01:56:41.734387 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d29e03bc-36f0-47e5-91ba-c5346ddc29c2 req-76fe094c-2e20-49af-a9ba-330d9b570c57 service neutron] 10.222.0.10 "GET /v2.0/networks/c52bbd1c-24b9-493a-8949-3808e1dea7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322248 Aug 23 01:56:41.914980 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d29e03bc-36f0-47e5-91ba-c5346ddc29c2 req-3fca0c5e-7ebc-47a8-8d7b-1670b63637b6 service neutron] 10.222.0.10 "GET /v2.0/networks/c52bbd1c-24b9-493a-8949-3808e1dea7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659231 Aug 23 01:56:41.956039 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fd6f1-b19b-49fd-bdb8-ea1f82ce7339 req-33d1b3f2-4885-4b08-9579-65de4cd222d6 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:41.957762 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-190fd6f1-b19b-49fd-bdb8-ea1f82ce7339 req-33d1b3f2-4885-4b08-9579-65de4cd222d6 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.0881641 Aug 23 01:56:42.012572 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-190fd6f1-b19b-49fd-bdb8-ea1f82ce7339 req-074f1164-aeed-4f88-ab6d-27280f728f35 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417304 Aug 23 01:56:43.260659 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f6c7a-682d-4aea-9d2d-53f0d96fe5f4 req-bfda3c85-65a5-4f41-9a5c-f470107ac344 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:43.263980 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-024f6c7a-682d-4aea-9d2d-53f0d96fe5f4 req-bfda3c85-65a5-4f41-9a5c-f470107ac344 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.1088648 Aug 23 01:56:43.312030 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-024f6c7a-682d-4aea-9d2d-53f0d96fe5f4 req-2202a8ad-02c6-45fa-8fa3-a20932d2fb00 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420730 Aug 23 01:56:44.547768 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315662db-0f67-48d0-a656-cf7d2b44034f req-fe4883ab-7d13-42ab-ade7-a41a006a8f53 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:44.549345 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-315662db-0f67-48d0-a656-cf7d2b44034f req-fe4883ab-7d13-42ab-ade7-a41a006a8f53 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 945 time: 0.0938833 Aug 23 01:56:44.597314 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-315662db-0f67-48d0-a656-cf7d2b44034f req-49baa089-dd05-4dbe-8b2f-53ebb72612ec tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422213 Aug 23 01:56:45.180706 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 42886) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:56:45.333583 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-65e90bf1-0dd6-4e92-9f32-3ce97f39e9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:45.338851 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device f30e38c8-4180-446b-b7f4-2304ee04e644 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 01:56:45.368915 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-65e90bf1-0dd6-4e92-9f32-3ce97f39e9d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:56:45.373353 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-65e90bf1-0dd6-4e92-9f32-3ce97f39e9d3 admin admin] Usage tracker for resource:security_group_rule and tenant:1fbe2e53cad44834858b818ceb850f04 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:56:45.376222 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-65e90bf1-0dd6-4e92-9f32-3ce97f39e9d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:56:45.381851 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-65e90bf1-0dd6-4e92-9f32-3ce97f39e9d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:56:45.447081 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-65e90bf1-0dd6-4e92-9f32-3ce97f39e9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:45.453416 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:45.481870 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3825eadb-6470-45e0-af33-e0adcc715126', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f30e38c8-4180-446b-b7f4-2304ee04e644'}] {{(pid=75885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:56:45.491159 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port f30e38c8-4180-446b-b7f4-2304ee04e644, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f30e38c8-4180-446b-b7f4-2304ee04e644,segment=NetworkSegment(4998317b-f65b-459a-b79b-8cace97c4771),segment_id=4998317b-f65b-459a-b79b-8cace97c4771)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:56:45.533677 dv-cinder-805529-1-smb neutron-server[75885]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3825eadb-6470-45e0-af33-e0adcc715126', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f30e38c8-4180-446b-b7f4-2304ee04e644', 'code': 422} returned with failed status Aug 23 01:56:45.577697 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-65e90bf1-0dd6-4e92-9f32-3ce97f39e9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:45.584638 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-929bb6b0-9dae-4d9f-8ca5-7aee86c5cd9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:45.603362 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:45.605946 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-2400c9af-266e-4670-bfc8-3ab975afeb4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:45.629542 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e90bf1-0dd6-4e92-9f32-3ce97f39e9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8142a674-17b6-49fd-9749-a003c5a30b9d,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:45.632755 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-65e90bf1-0dd6-4e92-9f32-3ce97f39e9d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:45.644881 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-65e90bf1-0dd6-4e92-9f32-3ce97f39e9d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1fbe2e53cad44834858b818ceb850f04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4601741 Aug 23 01:56:45.645049 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 42900) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:56:45.719962 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=f30e38c8-4180-446b-b7f4-2304ee04e644,revision_number=8']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:45.731480 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:45.744654 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a411016a-6dd5-49b3-aa14-b2e8c84eec8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:45.773418 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a411016a-6dd5-49b3-aa14-b2e8c84eec8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:45.911721 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a411016a-6dd5-49b3-aa14-b2e8c84eec8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:45.915415 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-542c46f1-3349-4362-86be-7fb2be3f9d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:45.927399 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411016a-6dd5-49b3-aa14-b2e8c84eec8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8142a674-17b6-49fd-9749-a003c5a30b9d,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:45.929657 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-a411016a-6dd5-49b3-aa14-b2e8c84eec8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:45.935423 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a411016a-6dd5-49b3-aa14-b2e8c84eec8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:45.936534 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-a411016a-6dd5-49b3-aa14-b2e8c84eec8c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8142a674-17b6-49fd-9749-a003c5a30b9d HTTP/1.1" status: 204 len: 168 time: 0.2905207 Aug 23 01:56:46.406897 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-b33743e2-a140-4472-9062-f42eac7ed5d8 req-6bc76835-cde5-4294-9aae-805f33813cd9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0772030 Aug 23 01:56:46.762625 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 42922) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:56:46.782321 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-39051a62-e3c7-4ba9-a104-f78f4ebc89cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:46.815230 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-39051a62-e3c7-4ba9-a104-f78f4ebc89cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:56:46.819140 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-39051a62-e3c7-4ba9-a104-f78f4ebc89cd admin admin] Usage tracker for resource:security_group_rule and tenant:de84fe082e7643b7841cdffc4c7a60fd is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:56:46.822204 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-39051a62-e3c7-4ba9-a104-f78f4ebc89cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:56:46.828345 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-39051a62-e3c7-4ba9-a104-f78f4ebc89cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:56:46.902915 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-39051a62-e3c7-4ba9-a104-f78f4ebc89cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:46.960401 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85386222-7c0b-483a-b2ae-3bb0b1dde881 req-a971fa62-4810-4bac-a466-033182d14e50 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:46.961984 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-85386222-7c0b-483a-b2ae-3bb0b1dde881 req-a971fa62-4810-4bac-a466-033182d14e50 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 943 time: 0.0867460 Aug 23 01:56:46.991498 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-39051a62-e3c7-4ba9-a104-f78f4ebc89cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:46.998741 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-65e90bf1-0dd6-4e92-9f32-3ce97f39e9d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:47.007431 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-85386222-7c0b-483a-b2ae-3bb0b1dde881 req-0c8fb97a-1c0b-4531-b20c-7f8c6edbc27b tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394301 Aug 23 01:56:47.046071 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39051a62-e3c7-4ba9-a104-f78f4ebc89cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d41ccb0-79ae-4c22-841e-10889f05e06a,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:47.050924 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-39051a62-e3c7-4ba9-a104-f78f4ebc89cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:47.054266 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-39051a62-e3c7-4ba9-a104-f78f4ebc89cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de84fe082e7643b7841cdffc4c7a60fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2906234 Aug 23 01:56:47.057049 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 42932) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:56:47.121722 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-71749e4d-9620-4e82-a67f-63559e0021cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:47.167780 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-71749e4d-9620-4e82-a67f-63559e0021cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:47.284800 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 42950) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:56:47.300767 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-71749e4d-9620-4e82-a67f-63559e0021cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:47.307777 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-9205be98-4223-4330-b5b8-92665d417337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:47.328349 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-71749e4d-9620-4e82-a67f-63559e0021cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:47.329487 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-71749e4d-9620-4e82-a67f-63559e0021cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d41ccb0-79ae-4c22-841e-10889f05e06a HTTP/1.1" status: 204 len: 168 time: 0.2711198 Aug 23 01:56:47.330487 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71749e4d-9620-4e82-a67f-63559e0021cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d41ccb0-79ae-4c22-841e-10889f05e06a,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:47.345647 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-71749e4d-9620-4e82-a67f-63559e0021cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:47.442177 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-9ba4cc0d-59aa-47cd-9371-6fe443ade3dd req-0d0b3705-9058-46f3-8bea-ca2c13b31ea4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1556737 Aug 23 01:56:48.251507 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7ad27-e717-4ac6-b3c1-8c3ce668b549 req-47220596-ad40-4453-8c55-9f58f7cbec42 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:48.253029 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b5b7ad27-e717-4ac6-b3c1-8c3ce668b549 req-47220596-ad40-4453-8c55-9f58f7cbec42 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 943 time: 0.1035225 Aug 23 01:56:48.298968 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b5b7ad27-e717-4ac6-b3c1-8c3ce668b549 req-314e5a86-d9b2-48d0-9c56-700e516995cd tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404868 Aug 23 01:56:49.647514 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0a0bc9f5-8d24-4296-b8b4-dd323d810e51 req-9ad289d0-c973-4480-b55d-ef3bd849c9fb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2104003 Aug 23 01:56:49.654320 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9ba4cc0d-59aa-47cd-9371-6fe443ade3dd req-d13f039a-e952-4da3-bb30-810a11a8da97 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126&tenant_id=cf02a4e5b4424ce18a07cf20fa1241a3 HTTP/1.1" status: 200 len: 1096 time: 0.1694865 Aug 23 01:56:49.665989 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5f4b8-8ed1-4bee-ba8f-469d3fa78771 req-06a6a9c7-6b5d-49b8-a185-094d7e1ce7a3 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:49.672386 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-dcc5f4b8-8ed1-4bee-ba8f-469d3fa78771 req-06a6a9c7-6b5d-49b8-a185-094d7e1ce7a3 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 943 time: 0.1821327 Aug 23 01:56:49.870297 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-dcc5f4b8-8ed1-4bee-ba8f-469d3fa78771 req-066c97ef-0961-4e48-8a0e-a8324efb6bf1 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274321 Aug 23 01:56:49.897093 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0a0bc9f5-8d24-4296-b8b4-dd323d810e51 req-b7855c13-41a7-48f5-85ba-28d1d49e4805 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4974ea7b9027427197b8907f91b8fd1c&device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 1099 time: 0.2207248 Aug 23 01:56:49.900626 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9ba4cc0d-59aa-47cd-9371-6fe443ade3dd req-17ea7cdb-428b-4ba5-85d9-f39c1259ca40 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf02a4e5b4424ce18a07cf20fa1241a3&device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 1096 time: 0.1559939 Aug 23 01:56:50.158886 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4cc0d-59aa-47cd-9371-6fe443ade3dd req-cc05439b-9677-46bf-a22a-a90fe59e4e7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:50.160432 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9ba4cc0d-59aa-47cd-9371-6fe443ade3dd req-cc05439b-9677-46bf-a22a-a90fe59e4e7b service neutron] 10.222.0.10 "GET /v2.0/networks?id=c52bbd1c-24b9-493a-8949-3808e1dea7a6 HTTP/1.1" status: 200 len: 918 time: 0.2385771 Aug 23 01:56:50.162528 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0bc9f5-8d24-4296-b8b4-dd323d810e51 req-6205ec17-5ed0-48ab-affe-48c79ac4f47e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:50.163908 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0a0bc9f5-8d24-4296-b8b4-dd323d810e51 req-6205ec17-5ed0-48ab-affe-48c79ac4f47e service neutron] 10.222.0.10 "GET /v2.0/networks?id=5840b669-618c-425e-995c-00dd5d36fe85 HTTP/1.1" status: 200 len: 912 time: 0.2191741 Aug 23 01:56:50.422269 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9ba4cc0d-59aa-47cd-9371-6fe443ade3dd req-d48f922d-f0b9-4af9-8e3b-857fc256d22b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f30e38c8-4180-446b-b7f4-2304ee04e644 HTTP/1.1" status: 200 len: 999 time: 0.2450802 Aug 23 01:56:50.423809 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0a0bc9f5-8d24-4296-b8b4-dd323d810e51 req-cab83310-2b66-4c57-a3e9-dfd128a3e82c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f4e934c-7b43-4086-9384-8f344a2b3389 HTTP/1.1" status: 200 len: 1001 time: 0.1329429 Aug 23 01:56:50.545101 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0bc9f5-8d24-4296-b8b4-dd323d810e51 req-179c13ac-b805-4043-8de1-596b85974890 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:50.546905 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0a0bc9f5-8d24-4296-b8b4-dd323d810e51 req-179c13ac-b805-4043-8de1-596b85974890 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afcb811f-6ebd-4831-86e9-dd7cc945a891 HTTP/1.1" status: 200 len: 850 time: 0.0820515 Aug 23 01:56:50.548039 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4cc0d-59aa-47cd-9371-6fe443ade3dd req-ee7c50b7-0273-42bb-94ed-8aaeb17f8061 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:50.550318 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9ba4cc0d-59aa-47cd-9371-6fe443ade3dd req-ee7c50b7-0273-42bb-94ed-8aaeb17f8061 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9526bab9-7a16-49c6-a5b7-cf27000d2897 HTTP/1.1" status: 200 len: 856 time: 0.1159327 Aug 23 01:56:50.682882 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0a0bc9f5-8d24-4296-b8b4-dd323d810e51 req-8bd4e40d-68e9-40a9-b555-a32e11f9901d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5840b669-618c-425e-995c-00dd5d36fe85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1237540 Aug 23 01:56:50.687181 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9ba4cc0d-59aa-47cd-9371-6fe443ade3dd req-a544baff-1f3b-4cd6-a5f2-1d90c7cc21dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c52bbd1c-24b9-493a-8949-3808e1dea7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1274779 Aug 23 01:56:50.945517 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9ba4cc0d-59aa-47cd-9371-6fe443ade3dd req-eead1282-31b2-4377-be92-da3f1c6eec02 service neutron] 10.222.0.10 "GET /v2.0/networks/c52bbd1c-24b9-493a-8949-3808e1dea7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485890 Aug 23 01:56:50.947280 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0a0bc9f5-8d24-4296-b8b4-dd323d810e51 req-9afbfc6f-9ba9-45bf-b945-8ddec9457746 service neutron] 10.222.0.10 "GET /v2.0/networks/5840b669-618c-425e-995c-00dd5d36fe85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515762 Aug 23 01:56:51.289026 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0a0bc9f5-8d24-4296-b8b4-dd323d810e51 req-7d6cba2d-2220-424d-863e-567e38cb86cc service neutron] 10.222.0.10 "GET /v2.0/networks/5840b669-618c-425e-995c-00dd5d36fe85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230081 Aug 23 01:56:51.295878 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9ba4cc0d-59aa-47cd-9371-6fe443ade3dd req-9dd496f8-e1c8-4e31-8dc8-4c98d893a9fd service neutron] 10.222.0.10 "GET /v2.0/networks/c52bbd1c-24b9-493a-8949-3808e1dea7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344159 Aug 23 01:56:51.306910 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86947450-4095-4bda-a5c7-55269d543b9b req-0f0917a0-4c79-497d-8450-b923a9541a50 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:51.309547 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-86947450-4095-4bda-a5c7-55269d543b9b req-0f0917a0-4c79-497d-8450-b923a9541a50 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 943 time: 0.1880891 Aug 23 01:56:51.359889 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-86947450-4095-4bda-a5c7-55269d543b9b req-b458f974-2304-41bf-be86-5c7d8dc46f51 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445359 Aug 23 01:56:51.800629 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:52.585163 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45103c70-e667-443c-8ac4-ee4cb800effb req-eea94fce-97ae-4ec8-8773-8ac2b49cc777 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:52.586605 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-45103c70-e667-443c-8ac4-ee4cb800effb req-eea94fce-97ae-4ec8-8773-8ac2b49cc777 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 943 time: 0.0816474 Aug 23 01:56:52.632357 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-45103c70-e667-443c-8ac4-ee4cb800effb req-c709e3c2-c829-4c46-aaf4-224c1af5aa51 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396097 Aug 23 01:56:53.574910 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 43120) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:56:53.736538 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-0086b27a-bc28-42f4-a3a0-47913e0d6733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:53.779360 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-0086b27a-bc28-42f4-a3a0-47913e0d6733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:56:53.787025 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-0086b27a-bc28-42f4-a3a0-47913e0d6733 admin admin] Usage tracker for resource:security_group_rule and tenant:19c8c5591cad4e2da3e93ec790a52aac is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:56:53.796990 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-0086b27a-bc28-42f4-a3a0-47913e0d6733 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:56:53.806098 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-0086b27a-bc28-42f4-a3a0-47913e0d6733 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:56:53.902284 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-0086b27a-bc28-42f4-a3a0-47913e0d6733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:53.954003 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a718a1-ea4b-489e-a765-edc9c8f408d7 req-431e6190-62e7-4239-b4b2-50ad4c390aef tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:53.955644 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a7a718a1-ea4b-489e-a765-edc9c8f408d7 req-431e6190-62e7-4239-b4b2-50ad4c390aef tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 943 time: 0.1424375 Aug 23 01:56:53.964323 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-0086b27a-bc28-42f4-a3a0-47913e0d6733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:53.972893 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-0c4c71cc-5c18-4043-b076-9d164663a64b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:54.013377 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a7a718a1-ea4b-489e-a765-edc9c8f408d7 req-eb1b833b-cdf2-46d6-a506-a2337d2d1287 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506704 Aug 23 01:56:54.044164 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086b27a-bc28-42f4-a3a0-47913e0d6733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750c9ac6-f91c-4ec0-8737-2dd102f8b8f8,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:54.065217 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 43132) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:56:54.072386 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-0086b27a-bc28-42f4-a3a0-47913e0d6733 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=19c8c5591cad4e2da3e93ec790a52aac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4959593 Aug 23 01:56:54.075891 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-0086b27a-bc28-42f4-a3a0-47913e0d6733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:54.132224 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-58cfc2fb-fa35-4fa2-bd23-7323d868a1c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:54.158757 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-58cfc2fb-fa35-4fa2-bd23-7323d868a1c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:54.297283 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-58cfc2fb-fa35-4fa2-bd23-7323d868a1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:54.302994 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-1ac616c8-f663-4c62-b949-62c6cfcfdfa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:54.317366 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cfc2fb-fa35-4fa2-bd23-7323d868a1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750c9ac6-f91c-4ec0-8737-2dd102f8b8f8,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:54.319814 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-58cfc2fb-fa35-4fa2-bd23-7323d868a1c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:54.321165 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-58cfc2fb-fa35-4fa2-bd23-7323d868a1c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:54.322560 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-58cfc2fb-fa35-4fa2-bd23-7323d868a1c7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/750c9ac6-f91c-4ec0-8737-2dd102f8b8f8 HTTP/1.1" status: 204 len: 168 time: 0.2562568 Aug 23 01:56:55.127775 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 43150) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:56:55.148626 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d96fc8a3-d037-41f8-a0b8-b564c6e0d8b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:55.239861 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-d96fc8a3-d037-41f8-a0b8-b564c6e0d8b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:56:55.245221 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-d96fc8a3-d037-41f8-a0b8-b564c6e0d8b0 admin admin] Usage tracker for resource:security_group_rule and tenant:0465596e8e164a6eb84f6c575942bfea is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:56:55.249332 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-d96fc8a3-d037-41f8-a0b8-b564c6e0d8b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:56:55.257626 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-d96fc8a3-d037-41f8-a0b8-b564c6e0d8b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:56:55.279008 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4b466-51fe-46b1-803b-f6af6f456992 req-7f7f84de-d289-444d-8f3e-2c15ad262c29 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:55.280552 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8fb4b466-51fe-46b1-803b-f6af6f456992 req-7f7f84de-d289-444d-8f3e-2c15ad262c29 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 943 time: 0.1186688 Aug 23 01:56:55.354124 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8fb4b466-51fe-46b1-803b-f6af6f456992 req-0f8da92b-eb85-4eb4-b43e-f85a6646e221 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651810 Aug 23 01:56:55.410762 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d96fc8a3-d037-41f8-a0b8-b564c6e0d8b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:55.932572 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d96fc8a3-d037-41f8-a0b8-b564c6e0d8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:55.940707 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-52c746b7-0dec-4125-bfd5-d579a51f055e tempest-VolumesNegativeTest-9718443 tempest-VolumesNegativeTest-9718443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:56.000344 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96fc8a3-d037-41f8-a0b8-b564c6e0d8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88548d7e-d636-4379-a15d-71a9f1b6a8e8,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:56.003331 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-d96fc8a3-d037-41f8-a0b8-b564c6e0d8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:56.007128 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-d96fc8a3-d037-41f8-a0b8-b564c6e0d8b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0465596e8e164a6eb84f6c575942bfea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8782344 Aug 23 01:56:56.009911 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 43162) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:56:56.166123 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-aee8b91c-ea45-4b11-957d-7bfeec53093e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:56.193389 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-aee8b91c-ea45-4b11-957d-7bfeec53093e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:56.368860 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-aee8b91c-ea45-4b11-957d-7bfeec53093e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:56.373267 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-c4b4a81d-ac4f-41d1-8a55-157675f80c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:56.385412 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8b91c-ea45-4b11-957d-7bfeec53093e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88548d7e-d636-4379-a15d-71a9f1b6a8e8,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:56.388045 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-aee8b91c-ea45-4b11-957d-7bfeec53093e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:56.395213 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-aee8b91c-ea45-4b11-957d-7bfeec53093e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:56.396355 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-aee8b91c-ea45-4b11-957d-7bfeec53093e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88548d7e-d636-4379-a15d-71a9f1b6a8e8 HTTP/1.1" status: 204 len: 168 time: 0.3845034 Aug 23 01:56:56.667098 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea337fc-0bab-4d8d-afc8-6967756b46e0 req-a2df77cd-b30a-4533-8b2e-beb5e3659b43 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:56.668885 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-dea337fc-0bab-4d8d-afc8-6967756b46e0 req-a2df77cd-b30a-4533-8b2e-beb5e3659b43 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 943 time: 0.1120865 Aug 23 01:56:56.746565 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-dea337fc-0bab-4d8d-afc8-6967756b46e0 req-81d7efd7-0499-453d-b550-0b29cfca9492 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528245 Aug 23 01:56:57.437501 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 43186) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:56:57.687614 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-7759d074-2d61-4de7-9480-823329d3689a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:57.738556 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-7759d074-2d61-4de7-9480-823329d3689a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:56:57.742964 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-7759d074-2d61-4de7-9480-823329d3689a admin admin] Usage tracker for resource:security_group_rule and tenant:4142fc237c86452e9939ff15e9f8d6b4 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:56:57.745869 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-7759d074-2d61-4de7-9480-823329d3689a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:56:57.751543 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-7759d074-2d61-4de7-9480-823329d3689a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:56:57.827081 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-7759d074-2d61-4de7-9480-823329d3689a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:57.980234 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed242-bc40-4aa3-ba0b-6001d1ab29ce req-c5220c04-20b5-4bb9-9552-72b586775ef1 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:57.981680 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ceeed242-bc40-4aa3-ba0b-6001d1ab29ce req-c5220c04-20b5-4bb9-9552-72b586775ef1 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 943 time: 0.0886936 Aug 23 01:56:58.027959 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ceeed242-bc40-4aa3-ba0b-6001d1ab29ce req-da083d48-528b-413b-bc74-dfe49797ba05 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407341 Aug 23 01:56:58.102793 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-7759d074-2d61-4de7-9480-823329d3689a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:58.109739 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:58.164055 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759d074-2d61-4de7-9480-823329d3689a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0117dda-0b10-48c8-bdb7-0b2fb502d6be,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:58.167486 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-7759d074-2d61-4de7-9480-823329d3689a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:58.172536 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-7759d074-2d61-4de7-9480-823329d3689a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4142fc237c86452e9939ff15e9f8d6b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7312834 Aug 23 01:56:58.173420 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 43204) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:56:58.256771 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-01062184-b8a5-40ea-9efb-d701f0390758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:58.285602 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-01062184-b8a5-40ea-9efb-d701f0390758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:58.399802 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-01062184-b8a5-40ea-9efb-d701f0390758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:58.405147 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-8cff1c22-8313-45ff-a4d6-ff6d5fb694c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:56:58.418958 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01062184-b8a5-40ea-9efb-d701f0390758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0117dda-0b10-48c8-bdb7-0b2fb502d6be,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:56:58.431362 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-01062184-b8a5-40ea-9efb-d701f0390758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:56:58.431362 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-01062184-b8a5-40ea-9efb-d701f0390758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:58.431823 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-01062184-b8a5-40ea-9efb-d701f0390758 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0117dda-0b10-48c8-bdb7-0b2fb502d6be HTTP/1.1" status: 204 len: 168 time: 0.2577298 Aug 23 01:56:59.265364 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed3cc1-5a81-4502-955a-11251f374389 req-556cce45-a8c7-4d07-b013-fafc6c33f82c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:56:59.266815 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ceed3cc1-5a81-4502-955a-11251f374389 req-556cce45-a8c7-4d07-b013-fafc6c33f82c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 943 time: 0.0777740 Aug 23 01:56:59.315882 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ceed3cc1-5a81-4502-955a-11251f374389 req-958919e1-dc2f-4142-bc2a-47f579b262f1 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420158 Aug 23 01:56:59.618638 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 43236) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:56:59.651040 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-6d3c21af-e5cb-40ea-abf6-daac7eb20423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:56:59.715838 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-6d3c21af-e5cb-40ea-abf6-daac7eb20423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:56:59.715838 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-6d3c21af-e5cb-40ea-abf6-daac7eb20423 admin admin] Usage tracker for resource:security_group_rule and tenant:936665fb93dd4415a2a7f23ee0729497 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:56:59.724322 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-6d3c21af-e5cb-40ea-abf6-daac7eb20423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:56:59.732112 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-6d3c21af-e5cb-40ea-abf6-daac7eb20423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:56:59.830840 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-6d3c21af-e5cb-40ea-abf6-daac7eb20423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:00.120123 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-6d3c21af-e5cb-40ea-abf6-daac7eb20423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:00.126921 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-68e033a6-c238-4e40-b9c3-39a8b8f34d08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:00.174522 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c21af-e5cb-40ea-abf6-daac7eb20423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2581e3de-196e-42c3-95db-eb1ffef85c09,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:00.179413 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-6d3c21af-e5cb-40ea-abf6-daac7eb20423 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=936665fb93dd4415a2a7f23ee0729497&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5588868 Aug 23 01:57:00.180389 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-6d3c21af-e5cb-40ea-abf6-daac7eb20423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:00.182496 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 43244) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:57:00.257925 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3566aef6-93ad-445a-893b-1a10897e3aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:00.283765 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3566aef6-93ad-445a-893b-1a10897e3aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:00.437063 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3566aef6-93ad-445a-893b-1a10897e3aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:00.443833 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-99274190-b181-41dc-9db5-0a6fa32240b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:00.466532 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3566aef6-93ad-445a-893b-1a10897e3aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:00.482165 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-3566aef6-93ad-445a-893b-1a10897e3aa3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2581e3de-196e-42c3-95db-eb1ffef85c09 HTTP/1.1" status: 204 len: 168 time: 0.2984738 Aug 23 01:57:00.562788 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566aef6-93ad-445a-893b-1a10897e3aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2581e3de-196e-42c3-95db-eb1ffef85c09,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:00.568944 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-3566aef6-93ad-445a-893b-1a10897e3aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:00.662964 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9e93c-2e9e-46db-b8e1-de1b2e5915a8 req-8b563506-11e0-43bb-abaf-fee69355d380 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:00.666923 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-91e9e93c-2e9e-46db-b8e1-de1b2e5915a8 req-8b563506-11e0-43bb-abaf-fee69355d380 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 943 time: 0.1827626 Aug 23 01:57:00.765096 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-91e9e93c-2e9e-46db-b8e1-de1b2e5915a8 req-042fd5b8-a713-4655-9e6b-271f8f9aa0b5 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802498 Aug 23 01:57:01.252372 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 43282) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:57:01.440133 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-7caa848a-10c3-4f48-ba0f-f940a4c25e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:01.476067 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-7caa848a-10c3-4f48-ba0f-f940a4c25e53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:57:01.480637 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-7caa848a-10c3-4f48-ba0f-f940a4c25e53 admin admin] Usage tracker for resource:security_group_rule and tenant:732276703b444047895f5f9173865e76 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:57:01.483723 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-7caa848a-10c3-4f48-ba0f-f940a4c25e53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:57:01.489709 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-7caa848a-10c3-4f48-ba0f-f940a4c25e53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:57:01.585574 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-7caa848a-10c3-4f48-ba0f-f940a4c25e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:01.662676 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-7caa848a-10c3-4f48-ba0f-f940a4c25e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:01.670588 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-96470ccc-a68c-41b6-b6b0-6a850849a1e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:01.724598 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 43298) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:57:01.725182 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-7caa848a-10c3-4f48-ba0f-f940a4c25e53 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=732276703b444047895f5f9173865e76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4719706 Aug 23 01:57:01.725949 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa848a-10c3-4f48-ba0f-f940a4c25e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c5f6d3-54d0-478c-9b6d-dec14ef2cb7c,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:01.729400 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-7caa848a-10c3-4f48-ba0f-f940a4c25e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:01.813069 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-be6d433c-e24a-4238-a6a8-4aac80cfcfbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:01.840713 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-be6d433c-e24a-4238-a6a8-4aac80cfcfbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:02.012698 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3fc55-46af-4f17-a051-11ac1358a408 req-e0dfce4c-04ad-450a-a39d-f3efdb3c6a12 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:02.014453 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-4fa3fc55-46af-4f17-a051-11ac1358a408 req-e0dfce4c-04ad-450a-a39d-f3efdb3c6a12 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 943 time: 0.0885816 Aug 23 01:57:02.067842 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-4fa3fc55-46af-4f17-a051-11ac1358a408 req-c8a7ced4-1230-4836-89b3-8c5f9956c82f tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474725 Aug 23 01:57:02.134977 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-be6d433c-e24a-4238-a6a8-4aac80cfcfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:02.142106 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-ba9160f0-e2c8-45c8-a6fb-5c0f4b724216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:02.164907 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d433c-e24a-4238-a6a8-4aac80cfcfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c5f6d3-54d0-478c-9b6d-dec14ef2cb7c,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:02.168669 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-be6d433c-e24a-4238-a6a8-4aac80cfcfbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:02.169769 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-be6d433c-e24a-4238-a6a8-4aac80cfcfbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:02.173652 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-34bfea3f-a036-4a5d-bba8-1d1999198915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:02.179945 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-be6d433c-e24a-4238-a6a8-4aac80cfcfbe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/24c5f6d3-54d0-478c-9b6d-dec14ef2cb7c HTTP/1.1" status: 204 len: 168 time: 0.4479558 Aug 23 01:57:02.685780 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:03.051702 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 43322) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:57:03.069692 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-cac40557-6681-4fe5-adb9-a1233bb35e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:03.126580 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-cac40557-6681-4fe5-adb9-a1233bb35e1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:57:03.140521 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-cac40557-6681-4fe5-adb9-a1233bb35e1a admin admin] Usage tracker for resource:security_group_rule and tenant:6f5bca0958f7499f9f15083440c67f74 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:57:03.140521 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-cac40557-6681-4fe5-adb9-a1233bb35e1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:57:03.142485 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-cac40557-6681-4fe5-adb9-a1233bb35e1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:57:03.253125 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-cac40557-6681-4fe5-adb9-a1233bb35e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:03.321490 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447a0e4-5837-41c4-a953-6c0407ac0829 req-db6baddd-6c55-4bf9-9f4a-57896ce08d88 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:03.324620 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8447a0e4-5837-41c4-a953-6c0407ac0829 req-db6baddd-6c55-4bf9-9f4a-57896ce08d88 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 943 time: 0.0860875 Aug 23 01:57:03.375519 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8447a0e4-5837-41c4-a953-6c0407ac0829 req-4de453a9-ae46-496e-84c8-707586271dc4 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441036 Aug 23 01:57:03.380079 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-cac40557-6681-4fe5-adb9-a1233bb35e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:03.388087 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-5112ec7b-5281-4e89-a7f7-df0702a9ff9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:03.430699 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac40557-6681-4fe5-adb9-a1233bb35e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfbff78-c33e-49ec-ac4e-874c0f5e5718,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:03.446397 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-cac40557-6681-4fe5-adb9-a1233bb35e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:03.454334 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-cac40557-6681-4fe5-adb9-a1233bb35e1a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6f5bca0958f7499f9f15083440c67f74&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3990281 Aug 23 01:57:03.454594 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 43334) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:57:03.526768 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a5c5db3f-9001-4a59-9d61-481235627c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:03.553858 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a5c5db3f-9001-4a59-9d61-481235627c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:03.694219 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a5c5db3f-9001-4a59-9d61-481235627c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:03.709863 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-603549ea-d429-48de-9ab0-1da062a1e841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:03.726536 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5db3f-9001-4a59-9d61-481235627c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfbff78-c33e-49ec-ac4e-874c0f5e5718,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:03.729589 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-a5c5db3f-9001-4a59-9d61-481235627c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:03.731911 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a5c5db3f-9001-4a59-9d61-481235627c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:03.733562 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-a5c5db3f-9001-4a59-9d61-481235627c88 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4bfbff78-c33e-49ec-ac4e-874c0f5e5718 HTTP/1.1" status: 204 len: 168 time: 0.2777550 Aug 23 01:57:04.661856 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-3eab2e76-4b2d-4090-be88-72549a6804cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:04.714344 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca428b08-4b2f-4d8c-ad1a-280652c4f085 req-2a501a03-23d8-4afe-a0ed-12eafb95814c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:04.725710 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ca428b08-4b2f-4d8c-ad1a-280652c4f085 req-2a501a03-23d8-4afe-a0ed-12eafb95814c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 943 time: 0.1640935 Aug 23 01:57:04.783868 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ca428b08-4b2f-4d8c-ad1a-280652c4f085 req-7726fb91-5922-44eb-be47-a7843f49bcce tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572302 Aug 23 01:57:05.432720 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 43388) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:57:05.537158 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:05.709395 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-738fcd16-accf-46a6-9c12-eeb35915e416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:05.742308 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-738fcd16-accf-46a6-9c12-eeb35915e416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:57:05.745869 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-738fcd16-accf-46a6-9c12-eeb35915e416 admin admin] Usage tracker for resource:security_group_rule and tenant:a9e4f2349d374b2faebd63fdec869f40 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:57:05.754998 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-738fcd16-accf-46a6-9c12-eeb35915e416 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:57:05.756005 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-738fcd16-accf-46a6-9c12-eeb35915e416 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:57:05.829623 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-738fcd16-accf-46a6-9c12-eeb35915e416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:05.985625 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-738fcd16-accf-46a6-9c12-eeb35915e416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:05.992941 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-dee0960e-ff76-478a-9b58-bea9f7c9f308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:05.999634 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf999407-6f70-41e9-959c-775eeb911276 req-7ee211bc-39bd-4f18-9f9d-d8bb8a2e4d97 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:06.001434 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-cf999407-6f70-41e9-959c-775eeb911276 req-7ee211bc-39bd-4f18-9f9d-d8bb8a2e4d97 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 943 time: 0.0794933 Aug 23 01:57:06.034033 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fcd16-accf-46a6-9c12-eeb35915e416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5603a2-1b6a-4f46-82fe-565fbb86e4ee,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:06.037089 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-738fcd16-accf-46a6-9c12-eeb35915e416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:06.042096 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-738fcd16-accf-46a6-9c12-eeb35915e416 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9e4f2349d374b2faebd63fdec869f40&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6056132 Aug 23 01:57:06.043353 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 43404) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:57:06.060705 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-cf999407-6f70-41e9-959c-775eeb911276 req-c1d5690f-0ec9-4acb-b8ac-07ef6928bb60 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536146 Aug 23 01:57:06.107813 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0908fdeb-f480-4d4d-a423-7acb76efdcad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:06.132626 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0908fdeb-f480-4d4d-a423-7acb76efdcad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:06.345903 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0908fdeb-f480-4d4d-a423-7acb76efdcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:06.349742 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-e8aabe0f-5278-4312-81d6-563b9a998225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:06.366233 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908fdeb-f480-4d4d-a423-7acb76efdcad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5603a2-1b6a-4f46-82fe-565fbb86e4ee,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:06.379782 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0908fdeb-f480-4d4d-a423-7acb76efdcad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:06.380152 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0908fdeb-f480-4d4d-a423-7acb76efdcad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:06.380520 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0908fdeb-f480-4d4d-a423-7acb76efdcad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:06.380874 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0908fdeb-f480-4d4d-a423-7acb76efdcad admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:06.381227 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0908fdeb-f480-4d4d-a423-7acb76efdcad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:06.381581 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0908fdeb-f480-4d4d-a423-7acb76efdcad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:06.381927 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0908fdeb-f480-4d4d-a423-7acb76efdcad admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:06.382280 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0908fdeb-f480-4d4d-a423-7acb76efdcad admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:06.382707 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0908fdeb-f480-4d4d-a423-7acb76efdcad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:06.382963 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0908fdeb-f480-4d4d-a423-7acb76efdcad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:06.383315 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0908fdeb-f480-4d4d-a423-7acb76efdcad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:06.385983 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0908fdeb-f480-4d4d-a423-7acb76efdcad admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:06.387266 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-0908fdeb-f480-4d4d-a423-7acb76efdcad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab5603a2-1b6a-4f46-82fe-565fbb86e4ee HTTP/1.1" status: 204 len: 168 time: 0.3421111 Aug 23 01:57:06.388175 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-0908fdeb-f480-4d4d-a423-7acb76efdcad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:06.991408 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:07.119484 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 43422) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:57:07.138692 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-6b441eeb-158d-4e88-ab42-627033ede058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:07.168883 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-6b441eeb-158d-4e88-ab42-627033ede058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:57:07.172835 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-6b441eeb-158d-4e88-ab42-627033ede058 admin admin] Usage tracker for resource:security_group_rule and tenant:9f03a12882324c2eb34b127697c035fe is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:57:07.175606 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-6b441eeb-158d-4e88-ab42-627033ede058 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:57:07.181296 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-6b441eeb-158d-4e88-ab42-627033ede058 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:57:07.246815 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-6b441eeb-158d-4e88-ab42-627033ede058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:07.279108 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20beb696-cda1-4020-ae25-694c239ff6a9 req-74eb4eac-51e2-4165-b3a8-3ac2d4730499 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:07.280587 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-20beb696-cda1-4020-ae25-694c239ff6a9 req-74eb4eac-51e2-4165-b3a8-3ac2d4730499 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 943 time: 0.0786815 Aug 23 01:57:07.319637 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-6b441eeb-158d-4e88-ab42-627033ede058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:07.325655 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-20beb696-cda1-4020-ae25-694c239ff6a9 req-ecdc58ee-e9da-4485-b585-700b02a3b6e8 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394812 Aug 23 01:57:07.328406 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-c6954756-9f95-4911-918b-37dc27f46201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:07.370502 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-6b441eeb-158d-4e88-ab42-627033ede058 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9f03a12882324c2eb34b127697c035fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2497184 Aug 23 01:57:07.371443 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b441eeb-158d-4e88-ab42-627033ede058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e6a7af-fecb-4d67-af25-cdcfbf692a21,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:07.374361 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-6b441eeb-158d-4e88-ab42-627033ede058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:07.378046 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 43426) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:57:07.438219 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-71ae9063-6473-412a-99e8-6838974e5436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:07.464874 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-71ae9063-6473-412a-99e8-6838974e5436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:07.633520 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-71ae9063-6473-412a-99e8-6838974e5436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:07.637389 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-86c47104-871f-4a0a-b576-244ce7106549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:07.648463 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae9063-6473-412a-99e8-6838974e5436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e6a7af-fecb-4d67-af25-cdcfbf692a21,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:07.652491 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-71ae9063-6473-412a-99e8-6838974e5436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:07.655620 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-71ae9063-6473-412a-99e8-6838974e5436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:07.656712 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-71ae9063-6473-412a-99e8-6838974e5436 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f1e6a7af-fecb-4d67-af25-cdcfbf692a21 HTTP/1.1" status: 204 len: 168 time: 0.2777598 Aug 23 01:57:08.539111 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04032ad-6d92-4fde-ba6a-9050956c3012 req-6372f794-0d14-4f2c-b4bc-4885d74dff70 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:08.540611 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a04032ad-6d92-4fde-ba6a-9050956c3012 req-6372f794-0d14-4f2c-b4bc-4885d74dff70 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 943 time: 0.0778923 Aug 23 01:57:08.587182 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a04032ad-6d92-4fde-ba6a-9050956c3012 req-922f77a6-9def-4ebb-a662-daa745376a9d tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397072 Aug 23 01:57:08.961385 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 43460) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:57:09.090256 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-22d87a88-2b83-4dbe-9b34-9b958aef267b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-627097466-network', 'tenant_id': '32833a706fcb4296ac50ac6fe6d0e6ef'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:57:09.095149 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-22d87a88-2b83-4dbe-9b34-9b958aef267b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:57:09.098926 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-22d87a88-2b83-4dbe-9b34-9b958aef267b admin admin] Usage tracker for resource:network and tenant:32833a706fcb4296ac50ac6fe6d0e6ef is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:57:09.101783 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-22d87a88-2b83-4dbe-9b34-9b958aef267b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:57:09.108267 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-22d87a88-2b83-4dbe-9b34-9b958aef267b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:57:09.210570 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d87a88-2b83-4dbe-9b34-9b958aef267b admin admin] Made reservation on behalf of 32833a706fcb4296ac50ac6fe6d0e6ef for: {'network': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:57:09.212763 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-22d87a88-2b83-4dbe-9b34-9b958aef267b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for network, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:09.225218 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-22d87a88-2b83-4dbe-9b34-9b958aef267b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:09.258973 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-22d87a88-2b83-4dbe-9b34-9b958aef267b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:57:09.263696 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-22d87a88-2b83-4dbe-9b34-9b958aef267b admin admin] Usage tracker for resource:security_group_rule and tenant:32833a706fcb4296ac50ac6fe6d0e6ef is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:57:09.266421 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-22d87a88-2b83-4dbe-9b34-9b958aef267b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:57:09.272221 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-22d87a88-2b83-4dbe-9b34-9b958aef267b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:57:09.334820 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-22d87a88-2b83-4dbe-9b34-9b958aef267b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:09.425156 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-22d87a88-2b83-4dbe-9b34-9b958aef267b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:09.428011 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-7efa3a92-f994-4c24-b8ac-85c4c36f6b47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:09.459766 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d87a88-2b83-4dbe-9b34-9b958aef267b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=75884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 01:57:09.465170 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d87a88-2b83-4dbe-9b34-9b958aef267b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18c9309-9fdc-43f8-b040-207e1d3c5731,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:09.468631 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-22d87a88-2b83-4dbe-9b34-9b958aef267b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:09.472577 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-22d87a88-2b83-4dbe-9b34-9b958aef267b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:09.472932 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.db.segments_db [None req-22d87a88-2b83-4dbe-9b34-9b958aef267b admin admin] Added segment a90463f4-e345-4ad2-af73-e8c44f44d5bd of type vlan for network a75d4f19-9fd3-4f43-ab76-5a43543caadf Aug 23 01:57:09.506015 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-22d87a88-2b83-4dbe-9b34-9b958aef267b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755480149414'] for network, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:09.622204 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-22d87a88-2b83-4dbe-9b34-9b958aef267b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844'] for network, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:09.623468 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d87a88-2b83-4dbe-9b34-9b958aef267b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:09.624079 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-22d87a88-2b83-4dbe-9b34-9b958aef267b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:09.627795 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-00272b18-7e35-4be9-a498-54cce15af1a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:09.729666 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d87a88-2b83-4dbe-9b34-9b958aef267b admin admin] Pushing event updated for resources: {'Network': ['ID=a75d4f19-9fd3-4f43-ab76-5a43543caadf,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:09.732533 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-22d87a88-2b83-4dbe-9b34-9b958aef267b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:09.739209 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Network a75d4f19-9fd3-4f43-ab76-5a43543caadf details requested by agent ovs-agent-dv-cinder-805529-1-smb with host dv-cinder-805529-1-smb {{(pid=75885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 01:57:09.810076 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-22d87a88-2b83-4dbe-9b34-9b958aef267b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8475590 Aug 23 01:57:09.813059 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 43476) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:57:09.819001 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-2a7ecd1e-a681-4839-9892-c3e5be782341 admin admin] Request body: {'subnet': {'network_id': 'a75d4f19-9fd3-4f43-ab76-5a43543caadf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-627097466-subnet', 'tenant_id': '32833a706fcb4296ac50ac6fe6d0e6ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:57:09.822983 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a4e9a-cd8f-4121-800f-fbeae2ecb476 req-29cfa558-17fe-4b89-9043-445c8bd6c13e tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:09.827432 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-2a7ecd1e-a681-4839-9892-c3e5be782341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:57:09.827562 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e48a4e9a-cd8f-4121-800f-fbeae2ecb476 req-29cfa558-17fe-4b89-9043-445c8bd6c13e tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 943 time: 0.0860763 Aug 23 01:57:09.828564 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-2a7ecd1e-a681-4839-9892-c3e5be782341 admin admin] Usage tracker for resource:subnet and tenant:32833a706fcb4296ac50ac6fe6d0e6ef is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:57:09.831517 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-2a7ecd1e-a681-4839-9892-c3e5be782341 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:57:09.837294 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-2a7ecd1e-a681-4839-9892-c3e5be782341 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:57:09.877551 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e48a4e9a-cd8f-4121-800f-fbeae2ecb476 req-fb0bc6e6-de08-4f58-aa7d-9e41abe3cab8 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467124 Aug 23 01:57:09.930931 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7ecd1e-a681-4839-9892-c3e5be782341 admin admin] Made reservation on behalf of 32833a706fcb4296ac50ac6fe6d0e6ef for: {'subnet': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:57:09.933615 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-2a7ecd1e-a681-4839-9892-c3e5be782341 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7385815'] for subnet, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:10.188376 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-2a7ecd1e-a681-4839-9892-c3e5be782341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7565763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7385797'] for subnet, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:10.192989 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:10.339091 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ecd1e-a681-4839-9892-c3e5be782341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=029b81d6-e09c-4bbb-801d-ff07d28b5067,revision_number=0']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:10.341795 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-2a7ecd1e-a681-4839-9892-c3e5be782341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:10.350314 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7ecd1e-a681-4839-9892-c3e5be782341 admin admin] Checking segment: {'id': 'a90463f4-e345-4ad2-af73-e8c44f44d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a75d4f19-9fd3-4f43-ab76-5a43543caadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:57:10.350645 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7ecd1e-a681-4839-9892-c3e5be782341 admin admin] Network hostable DHCP agents. Network: a75d4f19-9fd3-4f43-ab76-5a43543caadf, hostable agents: ['a3c6b368-9f05-470a-b08f-b8e256619343'], hosted agents: [] {{(pid=75884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 01:57:10.468205 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7ecd1e-a681-4839-9892-c3e5be782341 admin admin] Network a75d4f19-9fd3-4f43-ab76-5a43543caadf is scheduled to be hosted by DHCP agent a3c6b368-9f05-470a-b08f-b8e256619343 with binding_index 1 {{(pid=75884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 01:57:10.565461 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [None req-2a7ecd1e-a681-4839-9892-c3e5be782341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-smb, a75d4f19-9fd3-4f43-ab76-5a43543caadf) {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:57:10.570022 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7ecd1e-a681-4839-9892-c3e5be782341 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:10.571038 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-2a7ecd1e-a681-4839-9892-c3e5be782341 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:10.574341 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494e6178-9f1d-47be-a4e9-ba6b792ad708 None None] Network a75d4f19-9fd3-4f43-ab76-5a43543caadf requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:57:10.667925 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-2a7ecd1e-a681-4839-9892-c3e5be782341 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8528810 Aug 23 01:57:10.804213 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e701eb-b4aa-446b-b417-8aa04a89faac None None] Network a75d4f19-9fd3-4f43-ab76-5a43543caadf requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:57:11.124805 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e495f8c-bcbb-40a7-ae01-65be8365737e req-f3fe911d-4799-4f96-a03a-dcfdd58092a3 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:11.129239 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5e495f8c-bcbb-40a7-ae01-65be8365737e req-f3fe911d-4799-4f96-a03a-dcfdd58092a3 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 943 time: 0.0889189 Aug 23 01:57:11.174408 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5e495f8c-bcbb-40a7-ae01-65be8365737e req-72493440-7427-433d-becf-0bcc4a7765ca tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420341 Aug 23 01:57:12.391628 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e925e6e-9448-4899-a6d9-f47d3fd7d8a0 req-c63d60e1-e7f3-4058-89b7-be41d2052763 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:12.394343 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-5e925e6e-9448-4899-a6d9-f47d3fd7d8a0 req-c63d60e1-e7f3-4058-89b7-be41d2052763 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 943 time: 0.0812924 Aug 23 01:57:12.445190 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-5e925e6e-9448-4899-a6d9-f47d3fd7d8a0 req-15f03830-b16b-43a5-90c7-cec068f6b7ad tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459871 Aug 23 01:57:12.795239 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 01:57:13.115056 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-2327a11a-9a2e-4053-b3a4-0286f4e59e97 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:13.115748 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-2327a11a-9a2e-4053-b3a4-0286f4e59e97 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Synchronizing usage tracker for tenant:32833a706fcb4296ac50ac6fe6d0e6ef on resource:network {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:57:13.242651 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-2327a11a-9a2e-4053-b3a4-0286f4e59e97 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Unset dirty status for tenant:32833a706fcb4296ac50ac6fe6d0e6ef on resource:network {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:57:13.244649 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-2327a11a-9a2e-4053-b3a4-0286f4e59e97 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/networks?id=a75d4f19-9fd3-4f43-ab76-5a43543caadf HTTP/1.1" status: 200 len: 808 time: 0.2694547 Aug 23 01:57:13.261264 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-5be870aa-3adb-4e80-a00c-ff03b53b0ea0 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/quotas/32833a706fcb4296ac50ac6fe6d0e6ef HTTP/1.1" status: 200 len: 375 time: 0.0112860 Aug 23 01:57:13.310599 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-198ab531-32b2-4eb9-a989-8d59cd91c395 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=32833a706fcb4296ac50ac6fe6d0e6ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442705 Aug 23 01:57:13.444938 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-45df21f3-07f9-46f0-a43f-f3a21ad7fe5f service neutron] 10.222.0.18 "GET /v2.0/networks/a75d4f19-9fd3-4f43-ab76-5a43543caadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271422 Aug 23 01:57:13.528381 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device f30e38c8-4180-446b-b7f4-2304ee04e644 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 01:57:13.584329 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-d5bd0ba2-03d2-439e-b96c-530e30a3d60a service neutron] 10.222.0.18 "GET /v2.0/networks/a75d4f19-9fd3-4f43-ab76-5a43543caadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328874 Aug 23 01:57:13.683083 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port f30e38c8-4180-446b-b7f4-2304ee04e644, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f30e38c8-4180-446b-b7f4-2304ee04e644,segment=NetworkSegment(4998317b-f65b-459a-b79b-8cace97c4771),segment_id=4998317b-f65b-459a-b79b-8cace97c4771)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:57:13.697431 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Returning: {'device': 'f30e38c8-4180-446b-b7f4-2304ee04e644', 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'port_id': 'f30e38c8-4180-446b-b7f4-2304ee04e644', 'mac_address': 'fa:16:3e:ad:ea:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 01:57:13.754432 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:13.773293 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f30e38c8-4180-446b-b7f4-2304ee04e644 {{(pid=75885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:57:13.799250 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port f30e38c8-4180-446b-b7f4-2304ee04e644, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f30e38c8-4180-446b-b7f4-2304ee04e644,segment=NetworkSegment(4998317b-f65b-459a-b79b-8cace97c4771),segment_id=4998317b-f65b-459a-b79b-8cace97c4771)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:57:13.830348 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ef8eb-cb46-444b-9f53-bc4cdf63a3ed req-5c7b2c34-103f-429b-8523-be37a32fcc52 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:13.831826 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-906ef8eb-cb46-444b-9f53-bc4cdf63a3ed req-5c7b2c34-103f-429b-8523-be37a32fcc52 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 943 time: 0.0851309 Aug 23 01:57:13.874130 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:13.877321 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:13.880956 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-906ef8eb-cb46-444b-9f53-bc4cdf63a3ed req-16f41e68-8975-432f-96d9-860166ac866d tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418518 Aug 23 01:57:13.956059 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-b739cef7-1973-4ec1-a907-639715ff91cc req-e1bfc410-99d3-434c-a4b2-f8f3090ee45a tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a08e6ae-ccac-4c8b-87b8-845bf3615154 HTTP/1.1" status: 200 len: 210 time: 0.0468798 Aug 23 01:57:13.985093 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=f30e38c8-4180-446b-b7f4-2304ee04e644,revision_number=9']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:13.988717 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:14.047749 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 43564) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:57:14.210905 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['f30e38c8-4180-446b-b7f4-2304ee04e644'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:57:14.269861 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a0d57260-8bce-4481-95dd-1585c730a160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:14.304001 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-a0d57260-8bce-4481-95dd-1585c730a160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:57:14.308577 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-a0d57260-8bce-4481-95dd-1585c730a160 admin admin] Usage tracker for resource:security_group_rule and tenant:5234726bb8d64cde805c34b2d60a3d66 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:57:14.311371 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-a0d57260-8bce-4481-95dd-1585c730a160 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:57:14.316936 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-a0d57260-8bce-4481-95dd-1585c730a160 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:57:14.393807 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a0d57260-8bce-4481-95dd-1585c730a160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:14.448767 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a0d57260-8bce-4481-95dd-1585c730a160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:14.459226 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-88cc2ec1-d5a5-4335-b64e-1f3a2b38368e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:14.500267 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-a0d57260-8bce-4481-95dd-1585c730a160 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5234726bb8d64cde805c34b2d60a3d66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4514787 Aug 23 01:57:14.500998 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d57260-8bce-4481-95dd-1585c730a160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857be96e-48b6-4bfe-8d52-b0bc02c5cf3a,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:14.503065 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 43572) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:57:14.505370 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-a0d57260-8bce-4481-95dd-1585c730a160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:14.563180 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b827fcd5-b049-4cda-be10-4307282cb6a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:14.588883 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b827fcd5-b049-4cda-be10-4307282cb6a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:14.745610 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b827fcd5-b049-4cda-be10-4307282cb6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:14.749477 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-71ae9063-6473-412a-99e8-6838974e5436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:14.763103 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827fcd5-b049-4cda-be10-4307282cb6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857be96e-48b6-4bfe-8d52-b0bc02c5cf3a,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:14.766007 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-b827fcd5-b049-4cda-be10-4307282cb6a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:14.768001 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b827fcd5-b049-4cda-be10-4307282cb6a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:14.769013 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-b827fcd5-b049-4cda-be10-4307282cb6a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/857be96e-48b6-4bfe-8d52-b0bc02c5cf3a HTTP/1.1" status: 204 len: 168 time: 0.2647636 Aug 23 01:57:15.110314 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa6409-b1b8-4fa4-aca5-53d97cffd45e req-7bf9d556-f2f8-4f6d-a054-b6539668e4c1 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:15.111925 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-8caa6409-b1b8-4fa4-aca5-53d97cffd45e req-7bf9d556-f2f8-4f6d-a054-b6539668e4c1 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 944 time: 0.0845137 Aug 23 01:57:15.140058 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-17e0deb1-dac7-476b-af70-614e2bc0be5b req-b381ea36-b642-49f6-8bf3-38160edcf1f3 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a08e6ae-ccac-4c8b-87b8-845bf3615154 HTTP/1.1" status: 200 len: 210 time: 0.0430918 Aug 23 01:57:15.164302 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-8caa6409-b1b8-4fa4-aca5-53d97cffd45e req-2c133617-1fff-4324-ad97-d143f1728c77 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460653 Aug 23 01:57:15.554570 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device f30e38c8-4180-446b-b7f4-2304ee04e644 up at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:57:15.664161 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning complete for port f30e38c8-4180-446b-b7f4-2304ee04e644 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:57:15.664651 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:15.791886 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:15.819870 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3825eadb-6470-45e0-af33-e0adcc715126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30e38c8-4180-446b-b7f4-2304ee04e644'}] {{(pid=75885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:57:15.836360 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port f30e38c8-4180-446b-b7f4-2304ee04e644, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f30e38c8-4180-446b-b7f4-2304ee04e644,segment=NetworkSegment(4998317b-f65b-459a-b79b-8cace97c4771),segment_id=4998317b-f65b-459a-b79b-8cace97c4771)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:57:15.878459 dv-cinder-805529-1-smb neutron-server[75885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3825eadb-6470-45e0-af33-e0adcc715126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30e38c8-4180-446b-b7f4-2304ee04e644', 'code': 200} Aug 23 01:57:15.934730 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:15.936757 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:16.002234 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=f30e38c8-4180-446b-b7f4-2304ee04e644,revision_number=10']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:16.005346 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:16.339750 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-8d16d4bf-ff53-4a5a-96ca-844d3ee3f11c req-644d2f3f-3fda-4349-b256-fdcb5d72677e tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a08e6ae-ccac-4c8b-87b8-845bf3615154 HTTP/1.1" status: 200 len: 210 time: 0.0639238 Aug 23 01:57:16.363109 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-495cbd47-9cde-460d-9fdb-7104e1449859 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:16.364778 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-495cbd47-9cde-460d-9fdb-7104e1449859 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.10 "GET /v2.0/networks?id=a75d4f19-9fd3-4f43-ab76-5a43543caadf HTTP/1.1" status: 200 len: 808 time: 0.1880786 Aug 23 01:57:16.402863 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-811d1650-1b24-4884-9f54-9b5743a6cf47 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Request body: {'port': {'device_id': '3a08e6ae-ccac-4c8b-87b8-845bf3615154', 'network_id': 'a75d4f19-9fd3-4f43-ab76-5a43543caadf', 'admin_state_up': True, 'tenant_id': '32833a706fcb4296ac50ac6fe6d0e6ef'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:57:16.519515 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4964540-bc15-4679-9509-c7adaae26ef2 req-d270f857-a719-4c29-b4b6-42e5ab20b4d7 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:16.520974 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d4964540-bc15-4679-9509-c7adaae26ef2 req-d270f857-a719-4c29-b4b6-42e5ab20b4d7 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 946 time: 0.1984634 Aug 23 01:57:16.583852 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d4964540-bc15-4679-9509-c7adaae26ef2 req-4828acba-00f5-4cd4-9a48-81d366ca73d4 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564353 Aug 23 01:57:16.688173 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-811d1650-1b24-4884-9f54-9b5743a6cf47 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:57:16.713937 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-811d1650-1b24-4884-9f54-9b5743a6cf47 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Usage tracker for resource:port and tenant:32833a706fcb4296ac50ac6fe6d0e6ef is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:57:16.717535 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-811d1650-1b24-4884-9f54-9b5743a6cf47 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:57:16.723999 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-811d1650-1b24-4884-9f54-9b5743a6cf47 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:57:16.773080 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4cc51d3d-d203-4662-820b-aacd35f856b2 req-0b4a88f5-b406-462e-b10a-2ae367934e3f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 1099 time: 0.1504078 Aug 23 01:57:16.826303 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4cc51d3d-d203-4662-820b-aacd35f856b2 req-0d05f2a2-283d-4c2c-8aa5-4d4f93d1854a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469656 Aug 23 01:57:16.827224 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-811d1650-1b24-4884-9f54-9b5743a6cf47 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Made reservation on behalf of 32833a706fcb4296ac50ac6fe6d0e6ef for: {'port': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:57:16.830087 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-811d1650-1b24-4884-9f54-9b5743a6cf47 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:16.992160 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_common [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-811d1650-1b24-4884-9f54-9b5743a6cf47 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Allocated IP 172.20.0.8 (a75d4f19-9fd3-4f43-ab76-5a43543caadf/029b81d6-e09c-4bbb-801d-ff07d28b5067/894d56e7-3282-421c-b4fd-eeaff88d63ba) {{(pid=75884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:57:17.278853 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-811d1650-1b24-4884-9f54-9b5743a6cf47 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Notify callbacks [] for port, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:17.357357 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-811d1650-1b24-4884-9f54-9b5743a6cf47 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:17.364800 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-e9801c80-df2c-4bc8-a1c9-3010c39d17b3 tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:17.440827 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-811d1650-1b24-4884-9f54-9b5743a6cf47 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Network a75d4f19-9fd3-4f43-ab76-5a43543caadf is already hosted by enough agents. {{(pid=75884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:57:17.443992 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-811d1650-1b24-4884-9f54-9b5743a6cf47 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Resources bound (agent type, host, resource id): {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:57:17.449727 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-811d1650-1b24-4884-9f54-9b5743a6cf47 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Received port after_create {{(pid=75884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:57:17.481148 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d1650-1b24-4884-9f54-9b5743a6cf47 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Pushing event updated for resources: {'Port': ['ID=894d56e7-3282-421c-b4fd-eeaff88d63ba,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:17.487661 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-811d1650-1b24-4884-9f54-9b5743a6cf47 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:17.564708 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-811d1650-1b24-4884-9f54-9b5743a6cf47 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:17.565304 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-811d1650-1b24-4884-9f54-9b5743a6cf47 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:17.601720 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eade636-0efc-4c02-9c1d-fd6d0323b93c req-4926c397-ab99-43f3-a38a-18a8f2325bb6 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:17.602395 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-0eade636-0efc-4c02-9c1d-fd6d0323b93c req-4926c397-ab99-43f3-a38a-18a8f2325bb6 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Synchronizing usage tracker for tenant:32833a706fcb4296ac50ac6fe6d0e6ef on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:57:17.657227 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-811d1650-1b24-4884-9f54-9b5743a6cf47 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2731316 Aug 23 01:57:17.669624 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-3d1ac0c1-2bd6-450c-9503-8bbff1d00c03 service neutron] Request body: {'port': {'device_id': '3a08e6ae-ccac-4c8b-87b8-845bf3615154', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:57:17.699712 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-0eade636-0efc-4c02-9c1d-fd6d0323b93c req-4926c397-ab99-43f3-a38a-18a8f2325bb6 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Unset dirty status for tenant:32833a706fcb4296ac50ac6fe6d0e6ef on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:57:17.700858 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0eade636-0efc-4c02-9c1d-fd6d0323b93c req-4926c397-ab99-43f3-a38a-18a8f2325bb6 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a08e6ae-ccac-4c8b-87b8-845bf3615154 HTTP/1.1" status: 200 len: 931 time: 0.2143438 Aug 23 01:57:17.811426 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-0eade636-0efc-4c02-9c1d-fd6d0323b93c req-808acc76-dd5d-494f-8545-6930c10d152a tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Synchronizing usage tracker for tenant:32833a706fcb4296ac50ac6fe6d0e6ef on resource:security_group {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:57:17.825569 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-3d1ac0c1-2bd6-450c-9503-8bbff1d00c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:17.837341 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1352d87-5b33-4ce4-8b3c-957b3a23f820 req-149cb90b-4580-4d55-a2ff-caa7bfc4d105 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:17.839484 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c1352d87-5b33-4ce4-8b3c-957b3a23f820 req-149cb90b-4580-4d55-a2ff-caa7bfc4d105 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 946 time: 0.0969820 Aug 23 01:57:17.898350 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c1352d87-5b33-4ce4-8b3c-957b3a23f820 req-b85ec774-18a1-44b4-9243-a814c9c50a28 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467205 Aug 23 01:57:17.949035 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-0eade636-0efc-4c02-9c1d-fd6d0323b93c req-808acc76-dd5d-494f-8545-6930c10d152a tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Unset dirty status for tenant:32833a706fcb4296ac50ac6fe6d0e6ef on resource:security_group {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:57:17.950191 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0eade636-0efc-4c02-9c1d-fd6d0323b93c req-808acc76-dd5d-494f-8545-6930c10d152a tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/security-groups?id=b18c9309-9fdc-43f8-b040-207e1d3c5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405949 Aug 23 01:57:18.192312 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-3d1ac0c1-2bd6-450c-9503-8bbff1d00c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 894d56e7-3282-421c-b4fd-eeaff88d63ba {{(pid=75884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:57:18.199886 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-3d1ac0c1-2bd6-450c-9503-8bbff1d00c03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:18.215041 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.provisioning_blocks [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-3d1ac0c1-2bd6-450c-9503-8bbff1d00c03 service neutron] Transition to ACTIVE for port object 894d56e7-3282-421c-b4fd-eeaff88d63ba will not be triggered until provisioned by entity L2. {{(pid=75884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:57:18.290870 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-3d1ac0c1-2bd6-450c-9503-8bbff1d00c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565686'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:18.295861 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-b10f684c-fcab-4b88-ae32-3155e062a98a tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:18.435028 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ac0c1-2bd6-450c-9503-8bbff1d00c03 service neutron] Pushing event updated for resources: {'Port': ['ID=894d56e7-3282-421c-b4fd-eeaff88d63ba,revision_number=2']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:18.439029 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-3d1ac0c1-2bd6-450c-9503-8bbff1d00c03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:18.561387 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-3d1ac0c1-2bd6-450c-9503-8bbff1d00c03 service neutron] Attempting to bind port 894d56e7-3282-421c-b4fd-eeaff88d63ba on host hv-cinder-80552 for vnic_type normal with profile {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:57:18.561728 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-3d1ac0c1-2bd6-450c-9503-8bbff1d00c03 service neutron] Attempting to bind port 894d56e7-3282-421c-b4fd-eeaff88d63ba by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': 'a90463f4-e345-4ad2-af73-e8c44f44d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a75d4f19-9fd3-4f43-ab76-5a43543caadf'}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:57:18.562056 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-3d1ac0c1-2bd6-450c-9503-8bbff1d00c03 service neutron] Attempting to bind port 894d56e7-3282-421c-b4fd-eeaff88d63ba on network a75d4f19-9fd3-4f43-ab76-5a43543caadf {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:57:18.568075 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-3d1ac0c1-2bd6-450c-9503-8bbff1d00c03 service neutron] Port 894d56e7-3282-421c-b4fd-eeaff88d63ba on network a75d4f19-9fd3-4f43-ab76-5a43543caadf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 01:57:18.568575 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-3d1ac0c1-2bd6-450c-9503-8bbff1d00c03 service neutron] Attempting to bind port 894d56e7-3282-421c-b4fd-eeaff88d63ba on network a75d4f19-9fd3-4f43-ab76-5a43543caadf {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:57:18.576988 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-3d1ac0c1-2bd6-450c-9503-8bbff1d00c03 service neutron] Checking agent: {'id': '57122005-e7d6-4a8f-9a43-0b5b130153fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:57:18.577328 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-3d1ac0c1-2bd6-450c-9503-8bbff1d00c03 service neutron] Checking segment: {'id': 'a90463f4-e345-4ad2-af73-e8c44f44d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a75d4f19-9fd3-4f43-ab76-5a43543caadf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:57:18.583873 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-3d1ac0c1-2bd6-450c-9503-8bbff1d00c03 service neutron] Bound using segment: {'id': 'a90463f4-e345-4ad2-af73-e8c44f44d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a75d4f19-9fd3-4f43-ab76-5a43543caadf'} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:57:18.583873 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-3d1ac0c1-2bd6-450c-9503-8bbff1d00c03 service neutron] Bound port: 894d56e7-3282-421c-b4fd-eeaff88d63ba, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a90463f4-e345-4ad2-af73-e8c44f44d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a75d4f19-9fd3-4f43-ab76-5a43543caadf'}}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:57:18.583873 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-3d1ac0c1-2bd6-450c-9503-8bbff1d00c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:18.679860 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-3d1ac0c1-2bd6-450c-9503-8bbff1d00c03 service neutron] For port 894d56e7-3282-421c-b4fd-eeaff88d63ba, host hv-cinder-80552, cleared binding levels {{(pid=75884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:57:18.684130 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-3d1ac0c1-2bd6-450c-9503-8bbff1d00c03 service neutron] For port 894d56e7-3282-421c-b4fd-eeaff88d63ba, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=894d56e7-3282-421c-b4fd-eeaff88d63ba,segment=NetworkSegment(a90463f4-e345-4ad2-af73-e8c44f44d5bd),segment_id=a90463f4-e345-4ad2-af73-e8c44f44d5bd)] {{(pid=75884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:57:18.747963 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-3d1ac0c1-2bd6-450c-9503-8bbff1d00c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565686'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:18.756573 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-d88036c4-f82c-446c-974b-03304de6e98c tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:18.812334 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-3d1ac0c1-2bd6-450c-9503-8bbff1d00c03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:18.813683 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-3d1ac0c1-2bd6-450c-9503-8bbff1d00c03 service neutron] 10.222.0.10 "PUT /v2.0/ports/894d56e7-3282-421c-b4fd-eeaff88d63ba HTTP/1.1" status: 200 len: 1093 time: 1.1483610 Aug 23 01:57:18.814196 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a08e6ae-ccac-4c8b-87b8-845bf3615154', 'tag': '894d56e7-3282-421c-b4fd-eeaff88d63ba'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:57:18.833102 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ac0c1-2bd6-450c-9503-8bbff1d00c03 service neutron] Pushing event updated for resources: {'Port': ['ID=894d56e7-3282-421c-b4fd-eeaff88d63ba,revision_number=3']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:18.836220 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-3d1ac0c1-2bd6-450c-9503-8bbff1d00c03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:18.869339 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a08e6ae-ccac-4c8b-87b8-845bf3615154', 'tag': '894d56e7-3282-421c-b4fd-eeaff88d63ba', 'status': 'completed', 'code': 200} Aug 23 01:57:18.960645 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9f5ae599-a18b-4c43-964e-9cb091cdd7a0 req-c5935df6-179e-4360-b6e9-6c83a979ea46 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32833a706fcb4296ac50ac6fe6d0e6ef&device_id=3a08e6ae-ccac-4c8b-87b8-845bf3615154 HTTP/1.1" status: 200 len: 1096 time: 0.0704341 Aug 23 01:57:19.173185 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ae599-a18b-4c43-964e-9cb091cdd7a0 req-22d7ff8a-eff7-4af2-ab74-aeaf5ba3d91f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:19.174512 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9f5ae599-a18b-4c43-964e-9cb091cdd7a0 req-22d7ff8a-eff7-4af2-ab74-aeaf5ba3d91f service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=32833a706fcb4296ac50ac6fe6d0e6ef&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2063110 Aug 23 01:57:19.189009 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4789e8-a712-4304-8c39-0ac90cd3e7eb req-f6e98b95-8bf1-44c7-ab77-68b6317104fb tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:19.190592 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-6b4789e8-a712-4304-8c39-0ac90cd3e7eb req-f6e98b95-8bf1-44c7-ab77-68b6317104fb tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a08e6ae-ccac-4c8b-87b8-845bf3615154 HTTP/1.1" status: 200 len: 943 time: 0.0860307 Aug 23 01:57:19.280750 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf131b-2bb0-4d52-a674-53e10f0271f5 req-738bc30c-dc44-4051-918d-bfa32c9756dc tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:19.294800 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1faf131b-2bb0-4d52-a674-53e10f0271f5 req-738bc30c-dc44-4051-918d-bfa32c9756dc tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 946 time: 0.2292132 Aug 23 01:57:19.296121 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-6b4789e8-a712-4304-8c39-0ac90cd3e7eb req-5ea0038a-01b7-4333-8856-ef2ac6ba4e08 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/security-groups?id=b18c9309-9fdc-43f8-b040-207e1d3c5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995522 Aug 23 01:57:19.399894 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1faf131b-2bb0-4d52-a674-53e10f0271f5 req-b4ab41c0-4c97-4e8d-bfd7-46b173d50ece tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108181 Aug 23 01:57:19.407626 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ae599-a18b-4c43-964e-9cb091cdd7a0 req-b9fe7c8c-5cd2-4134-8cf7-4e812492bc58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:19.409108 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9f5ae599-a18b-4c43-964e-9cb091cdd7a0 req-b9fe7c8c-5cd2-4134-8cf7-4e812492bc58 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2264915 Aug 23 01:57:19.523401 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-45f116d0-13ec-4205-8aa2-f6759fe48c6f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32833a706fcb4296ac50ac6fe6d0e6ef&device_id=3a08e6ae-ccac-4c8b-87b8-845bf3615154 HTTP/1.1" status: 200 len: 1096 time: 0.0773218 Aug 23 01:57:19.671186 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-688e7e5c-15bb-42d2-a0e3-a9da273cd7ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=894d56e7-3282-421c-b4fd-eeaff88d63ba HTTP/1.1" status: 200 len: 217 time: 0.1404703 Aug 23 01:57:19.749191 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-15e3a0d5-9453-4fbb-8572-b56fd58f68e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:19.750641 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-15e3a0d5-9453-4fbb-8572-b56fd58f68e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=029b81d6-e09c-4bbb-801d-ff07d28b5067 HTTP/1.1" status: 200 len: 848 time: 0.0734236 Aug 23 01:57:19.797152 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-af68f4c8-122c-4515-85d4-b30829546729 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a75d4f19-9fd3-4f43-ab76-5a43543caadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402172 Aug 23 01:57:19.933876 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-4e7acb05-3eee-4699-881d-3ce86b71d16b service neutron] 10.222.0.10 "GET /v2.0/networks/a75d4f19-9fd3-4f43-ab76-5a43543caadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295083 Aug 23 01:57:20.126102 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-134b317f-d846-4dd9-b9f3-a36df83b7402 req-62cff692-4059-4750-a5cc-734b441877f4 service neutron] 10.222.0.10 "GET /v2.0/networks/a75d4f19-9fd3-4f43-ab76-5a43543caadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569452 Aug 23 01:57:20.132310 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1d05d-805f-41c1-8c5c-dbc5b0b3e9b9 req-945d2aaa-48f8-409e-bf77-5f454761e6d3 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:20.133680 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-37e1d05d-805f-41c1-8c5c-dbc5b0b3e9b9 req-945d2aaa-48f8-409e-bf77-5f454761e6d3 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a39da2-e4a3-46bf-95e1-89f8b07d9291 HTTP/1.1" status: 200 len: 945 time: 0.1944265 Aug 23 01:57:20.180094 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-37e1d05d-805f-41c1-8c5c-dbc5b0b3e9b9 req-d4bdbead-3f0b-4c02-ad45-159be79d26a5 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401862 Aug 23 01:57:20.496088 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf8170-2c97-4bcb-8b56-e097ed957f49 req-0b1c4b7d-6587-4ead-bb3a-ab2a0ade0756 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:20.497564 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b9cf8170-2c97-4bcb-8b56-e097ed957f49 req-0b1c4b7d-6587-4ead-bb3a-ab2a0ade0756 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a08e6ae-ccac-4c8b-87b8-845bf3615154 HTTP/1.1" status: 200 len: 943 time: 0.0778799 Aug 23 01:57:20.543819 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b9cf8170-2c97-4bcb-8b56-e097ed957f49 req-2c0d7cea-e479-4b68-958a-fdb1524e799b tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/security-groups?id=b18c9309-9fdc-43f8-b040-207e1d3c5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407944 Aug 23 01:57:20.617345 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad04f9b-b170-4e80-babc-7a793d6f8b64 req-a6b29845-c15e-4335-b086-641d13fa5faa tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:20.619490 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-bad04f9b-b170-4e80-babc-7a793d6f8b64 req-a6b29845-c15e-4335-b086-641d13fa5faa tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 946 time: 0.0781338 Aug 23 01:57:20.670124 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-bad04f9b-b170-4e80-babc-7a793d6f8b64 req-a318186b-3c3e-4a52-8005-b8cb4adfd5b5 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450134 Aug 23 01:57:21.527046 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee0d98-ec0f-49ad-a599-acb7e6132d00 req-a78557ed-5888-4ed4-a29d-d93f972a285a tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:21.528583 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-09ee0d98-ec0f-49ad-a599-acb7e6132d00 req-a78557ed-5888-4ed4-a29d-d93f972a285a tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a39da2-e4a3-46bf-95e1-89f8b07d9291 HTTP/1.1" status: 200 len: 945 time: 0.0830173 Aug 23 01:57:21.575442 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-09ee0d98-ec0f-49ad-a599-acb7e6132d00 req-ce6a78c0-d0b0-4b0a-b22f-ca9883acdb5f tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411925 Aug 23 01:57:21.745677 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:21.883643 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e72d2-5ab6-44f3-92e6-5b828b786bcf req-fafadb05-3a6c-4011-b73a-156d8797831a tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:21.885759 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-cb4e72d2-5ab6-44f3-92e6-5b828b786bcf req-fafadb05-3a6c-4011-b73a-156d8797831a tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a08e6ae-ccac-4c8b-87b8-845bf3615154 HTTP/1.1" status: 200 len: 943 time: 0.0779414 Aug 23 01:57:21.930684 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-cb4e72d2-5ab6-44f3-92e6-5b828b786bcf req-18ca5704-780a-40a9-8204-e4eda489c490 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/security-groups?id=b18c9309-9fdc-43f8-b040-207e1d3c5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392423 Aug 23 01:57:22.780167 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d334b-398a-4a05-b3ce-7830338ac4b2 req-d771649c-a019-4548-a819-246a02eb95d9 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:22.781621 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-717d334b-398a-4a05-b3ce-7830338ac4b2 req-d771649c-a019-4548-a819-246a02eb95d9 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a39da2-e4a3-46bf-95e1-89f8b07d9291 HTTP/1.1" status: 200 len: 945 time: 0.0789416 Aug 23 01:57:22.830170 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-717d334b-398a-4a05-b3ce-7830338ac4b2 req-2379236c-9137-4a4b-a4f5-b559fb956ee7 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431268 Aug 23 01:57:23.145803 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191378d8-affc-4f30-91d1-9eede749995b req-61f692b3-ceeb-4a3d-8a82-b2e28289dce9 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:23.147250 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-191378d8-affc-4f30-91d1-9eede749995b req-61f692b3-ceeb-4a3d-8a82-b2e28289dce9 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a08e6ae-ccac-4c8b-87b8-845bf3615154 HTTP/1.1" status: 200 len: 943 time: 0.0924881 Aug 23 01:57:23.193416 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-191378d8-affc-4f30-91d1-9eede749995b req-6ea7a370-4130-4b62-8ef1-178dbef542f2 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/security-groups?id=b18c9309-9fdc-43f8-b040-207e1d3c5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389240 Aug 23 01:57:23.583566 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 894d56e7-3282-421c-b4fd-eeaff88d63ba details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 01:57:23.717145 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port 894d56e7-3282-421c-b4fd-eeaff88d63ba, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=894d56e7-3282-421c-b4fd-eeaff88d63ba,segment=NetworkSegment(a90463f4-e345-4ad2-af73-e8c44f44d5bd),segment_id=a90463f4-e345-4ad2-af73-e8c44f44d5bd)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:57:23.730856 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Returning: {'device': '894d56e7-3282-421c-b4fd-eeaff88d63ba', 'network_id': 'a75d4f19-9fd3-4f43-ab76-5a43543caadf', 'port_id': '894d56e7-3282-421c-b4fd-eeaff88d63ba', 'mac_address': 'fa:16:3e:da:13:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029b81d6-e09c-4bbb-801d-ff07d28b5067', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 01:57:23.785965 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:23.803480 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 894d56e7-3282-421c-b4fd-eeaff88d63ba {{(pid=75885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:57:23.818397 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port 894d56e7-3282-421c-b4fd-eeaff88d63ba, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=894d56e7-3282-421c-b4fd-eeaff88d63ba,segment=NetworkSegment(a90463f4-e345-4ad2-af73-e8c44f44d5bd),segment_id=a90463f4-e345-4ad2-af73-e8c44f44d5bd)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:57:23.890714 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:23.892639 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:23.956200 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=894d56e7-3282-421c-b4fd-eeaff88d63ba,revision_number=4']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:23.965311 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:23.965652 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:23.965980 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:23.966305 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:23.966648 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:23.966979 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:23.967321 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:23.967629 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:23.967938 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:23.968246 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:23.968555 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:23.972524 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:24.092495 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de69b6-9385-4bc0-89e1-2987bc3155b6 req-8f6522e6-52f5-4174-9d70-8c22cafaf2e6 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:24.093980 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-98de69b6-9385-4bc0-89e1-2987bc3155b6 req-8f6522e6-52f5-4174-9d70-8c22cafaf2e6 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a39da2-e4a3-46bf-95e1-89f8b07d9291 HTTP/1.1" status: 200 len: 945 time: 0.1397636 Aug 23 01:57:24.142829 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-98de69b6-9385-4bc0-89e1-2987bc3155b6 req-09d29751-153d-48f1-acfa-84df249f0bb8 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431626 Aug 23 01:57:24.268410 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['894d56e7-3282-421c-b4fd-eeaff88d63ba'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:57:24.397997 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78054577-14b6-4b2e-baab-03c8f493677d req-e1e46cd0-9602-4339-99b7-871d1184cf2e tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:24.400123 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-78054577-14b6-4b2e-baab-03c8f493677d req-e1e46cd0-9602-4339-99b7-871d1184cf2e tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a08e6ae-ccac-4c8b-87b8-845bf3615154 HTTP/1.1" status: 200 len: 944 time: 0.0808632 Aug 23 01:57:24.447903 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-78054577-14b6-4b2e-baab-03c8f493677d req-8cde65a8-31cb-4f9e-ad33-ae49c35a6a44 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/security-groups?id=b18c9309-9fdc-43f8-b040-207e1d3c5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420971 Aug 23 01:57:24.651053 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459184e-50a8-43b2-8b6e-3de767a47498 req-fc04df25-5b26-4c2f-a7c4-460b2262b412 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:24.652416 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0459184e-50a8-43b2-8b6e-3de767a47498 req-fc04df25-5b26-4c2f-a7c4-460b2262b412 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.10 "GET /v2.0/ports?device_id=38a39da2-e4a3-46bf-95e1-89f8b07d9291 HTTP/1.1" status: 200 len: 945 time: 0.0797284 Aug 23 01:57:24.721802 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-0459184e-50a8-43b2-8b6e-3de767a47498 req-eb6bb1e7-0a35-48d2-9353-fb0c6586c5ea tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Deleting port ad25eb2e-485e-463c-aa1b-1d1468439743 {{(pid=75884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 01:57:24.722256 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-0459184e-50a8-43b2-8b6e-3de767a47498 req-eb6bb1e7-0a35-48d2-9353-fb0c6586c5ea tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:24.990393 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-0459184e-50a8-43b2-8b6e-3de767a47498 req-eb6bb1e7-0a35-48d2-9353-fb0c6586c5ea tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] For port ad25eb2e-485e-463c-aa1b-1d1468439743, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=ad25eb2e-485e-463c-aa1b-1d1468439743,segment=NetworkSegment(b4e61a44-5672-4a1f-a070-1c31c89f5e3c),segment_id=b4e61a44-5672-4a1f-a070-1c31c89f5e3c)] {{(pid=75884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:57:24.990754 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-0459184e-50a8-43b2-8b6e-3de767a47498 req-eb6bb1e7-0a35-48d2-9353-fb0c6586c5ea tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:25.123387 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-0459184e-50a8-43b2-8b6e-3de767a47498 req-eb6bb1e7-0a35-48d2-9353-fb0c6586c5ea tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Calling delete_port for ad25eb2e-485e-463c-aa1b-1d1468439743 owned by compute:nova {{(pid=75884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 01:57:25.362940 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d84389-1f8f-4fef-866a-6446e024e55f req-5d39a470-e653-4ce7-9b58-47083b10af63 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:25.364414 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c0d84389-1f8f-4fef-866a-6446e024e55f req-5d39a470-e653-4ce7-9b58-47083b10af63 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a39da2-e4a3-46bf-95e1-89f8b07d9291 HTTP/1.1" status: 200 len: 945 time: 0.0792878 Aug 23 01:57:25.405126 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-0459184e-50a8-43b2-8b6e-3de767a47498 req-eb6bb1e7-0a35-48d2-9353-fb0c6586c5ea tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:25.411925 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c0d84389-1f8f-4fef-866a-6446e024e55f req-26ea2492-570a-4682-b4f8-0388a14cd787 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac2b0d64-1367-4842-b4d9-9c397e859eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387862 Aug 23 01:57:25.412139 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-811d1650-1b24-4884-9f54-9b5743a6cf47 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:25.416858 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['ad25eb2e-485e-463c-aa1b-1d1468439743'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:57:25.455408 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6bb1e7-0a35-48d2-9353-fb0c6586c5ea tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Pushing event deleted for resources: {'Port': ['ID=ad25eb2e-485e-463c-aa1b-1d1468439743,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:25.458742 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-eb6bb1e7-0a35-48d2-9353-fb0c6586c5ea tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:25.532447 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-0459184e-50a8-43b2-8b6e-3de767a47498 req-eb6bb1e7-0a35-48d2-9353-fb0c6586c5ea tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] No DVR routers for this DVR port ad25eb2e-485e-463c-aa1b-1d1468439743 on host hv-cinder-80552 {{(pid=75884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 01:57:25.534897 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-0459184e-50a8-43b2-8b6e-3de767a47498 req-eb6bb1e7-0a35-48d2-9353-fb0c6586c5ea tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:25.537509 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a39da2-e4a3-46bf-95e1-89f8b07d9291', 'name': 'network-vif-deleted', 'tag': 'ad25eb2e-485e-463c-aa1b-1d1468439743'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:57:25.593908 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 894d56e7-3282-421c-b4fd-eeaff88d63ba up at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:57:25.617285 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a39da2-e4a3-46bf-95e1-89f8b07d9291', 'name': 'network-vif-deleted', 'tag': 'ad25eb2e-485e-463c-aa1b-1d1468439743', 'status': 'completed', 'code': 200} Aug 23 01:57:25.623913 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0459184e-50a8-43b2-8b6e-3de767a47498 req-eb6bb1e7-0a35-48d2-9353-fb0c6586c5ea tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.10 "DELETE /v2.0/ports/ad25eb2e-485e-463c-aa1b-1d1468439743 HTTP/1.1" status: 204 len: 173 time: 0.9659295 Aug 23 01:57:25.664343 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52fd26-d808-4512-bea0-45a1df3beb2f req-1dc31ccc-32b6-4554-98cb-4d72bc36c5ca tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:25.666739 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5b52fd26-d808-4512-bea0-45a1df3beb2f req-1dc31ccc-32b6-4554-98cb-4d72bc36c5ca tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a08e6ae-ccac-4c8b-87b8-845bf3615154 HTTP/1.1" status: 200 len: 944 time: 0.0857644 Aug 23 01:57:25.714943 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5b52fd26-d808-4512-bea0-45a1df3beb2f req-2626feb6-601c-4628-b61a-40c017043de7 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/security-groups?id=b18c9309-9fdc-43f8-b040-207e1d3c5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418699 Aug 23 01:57:25.750652 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning for port 894d56e7-3282-421c-b4fd-eeaff88d63ba completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:57:25.757000 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning complete for port 894d56e7-3282-421c-b4fd-eeaff88d63ba triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:57:25.757378 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:25.872164 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:25.898224 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a08e6ae-ccac-4c8b-87b8-845bf3615154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894d56e7-3282-421c-b4fd-eeaff88d63ba'}] {{(pid=75885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:57:25.910122 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port 894d56e7-3282-421c-b4fd-eeaff88d63ba, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=894d56e7-3282-421c-b4fd-eeaff88d63ba,segment=NetworkSegment(a90463f4-e345-4ad2-af73-e8c44f44d5bd),segment_id=a90463f4-e345-4ad2-af73-e8c44f44d5bd)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:57:25.955178 dv-cinder-805529-1-smb neutron-server[75885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a08e6ae-ccac-4c8b-87b8-845bf3615154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894d56e7-3282-421c-b4fd-eeaff88d63ba', 'code': 200} Aug 23 01:57:26.002254 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:26.004197 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:26.070392 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=894d56e7-3282-421c-b4fd-eeaff88d63ba,revision_number=5']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:26.073183 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:26.382852 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-338d5da0-cbe3-4c99-9922-1931ad31b1ed req-728ac60b-c7cf-45fa-b398-cd61234a1f98 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3a08e6ae-ccac-4c8b-87b8-845bf3615154 HTTP/1.1" status: 200 len: 1098 time: 0.0731130 Aug 23 01:57:26.431479 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-338d5da0-cbe3-4c99-9922-1931ad31b1ed req-864de994-219b-41a2-971e-def1b3770b81 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b18c9309-9fdc-43f8-b040-207e1d3c5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411515 Aug 23 01:57:26.588187 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-daf3aed5-afbe-408a-ba54-cc48718837aa req-4833b721-05c3-4ff6-8151-2deb15b022c2 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Synchronizing usage tracker for tenant:7bac0346dcac4d69b69710776d0ccf96 on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:57:26.805240 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-daf3aed5-afbe-408a-ba54-cc48718837aa req-4833b721-05c3-4ff6-8151-2deb15b022c2 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Unset dirty status for tenant:7bac0346dcac4d69b69710776d0ccf96 on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:57:26.807111 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-daf3aed5-afbe-408a-ba54-cc48718837aa req-4833b721-05c3-4ff6-8151-2deb15b022c2 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] 10.222.0.18 "GET /v2.0/ports?device_id=38a39da2-e4a3-46bf-95e1-89f8b07d9291 HTTP/1.1" status: 200 len: 210 time: 0.2615602 Aug 23 01:57:26.927057 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6821f81-c05c-4bae-a07c-92e2ad577b2f req-9ff35730-a226-4d0b-be7c-75ea817b0d47 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:26.928553 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b6821f81-c05c-4bae-a07c-92e2ad577b2f req-9ff35730-a226-4d0b-be7c-75ea817b0d47 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a08e6ae-ccac-4c8b-87b8-845bf3615154 HTTP/1.1" status: 200 len: 945 time: 0.0781469 Aug 23 01:57:26.980243 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b6821f81-c05c-4bae-a07c-92e2ad577b2f req-e7dc1eda-1298-48e6-992c-94d762b2c2a1 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/security-groups?id=b18c9309-9fdc-43f8-b040-207e1d3c5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455282 Aug 23 01:57:28.193047 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72b664-63f5-441f-87cf-803b11bbda0e req-4e6549e5-8a7f-4816-bb1a-ce5f87689581 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:28.194488 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-0f72b664-63f5-441f-87cf-803b11bbda0e req-4e6549e5-8a7f-4816-bb1a-ce5f87689581 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a08e6ae-ccac-4c8b-87b8-845bf3615154 HTTP/1.1" status: 200 len: 945 time: 0.0833008 Aug 23 01:57:28.241230 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-0f72b664-63f5-441f-87cf-803b11bbda0e req-3f083598-f3a4-4203-8f2a-87a782fb3094 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/security-groups?id=b18c9309-9fdc-43f8-b040-207e1d3c5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407596 Aug 23 01:57:29.533963 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 43824) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:57:29.597862 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device ad25eb2e-485e-463c-aa1b-1d1468439743 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 01:57:29.631558 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] No Port match for: ad25eb2e-485e-463c-aa1b-1d1468439743 {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 01:57:29.632137 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device ad25eb2e-485e-463c-aa1b-1d1468439743 not bound to the agent host hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 01:57:29.690248 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-505637ce-9de7-42e8-aca2-39c8100f93e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:29.726274 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-505637ce-9de7-42e8-aca2-39c8100f93e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:57:29.730991 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-505637ce-9de7-42e8-aca2-39c8100f93e9 admin admin] Usage tracker for resource:security_group_rule and tenant:9262fc054a3d44ce8216e1e247b5b0b3 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:57:29.733934 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-505637ce-9de7-42e8-aca2-39c8100f93e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:57:29.739723 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-505637ce-9de7-42e8-aca2-39c8100f93e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:57:29.808164 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-505637ce-9de7-42e8-aca2-39c8100f93e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:29.933849 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-505637ce-9de7-42e8-aca2-39c8100f93e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:29.941341 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-217ace17-16e2-4ba4-b810-851eb118447e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:29.991471 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505637ce-9de7-42e8-aca2-39c8100f93e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f96bc9-e9ec-450f-8c78-e797d1a14dbd,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:29.999868 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 43838) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:57:30.000254 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-505637ce-9de7-42e8-aca2-39c8100f93e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9262fc054a3d44ce8216e1e247b5b0b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4636905 Aug 23 01:57:30.000398 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-505637ce-9de7-42e8-aca2-39c8100f93e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:30.058740 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-f830dbd3-1bba-4550-93fe-72d5596a5f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:30.083514 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-f830dbd3-1bba-4550-93fe-72d5596a5f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:30.224962 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-f830dbd3-1bba-4550-93fe-72d5596a5f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:30.232974 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-a5c5db3f-9001-4a59-9d61-481235627c88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:30.247481 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830dbd3-1bba-4550-93fe-72d5596a5f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f96bc9-e9ec-450f-8c78-e797d1a14dbd,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:30.278703 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f830dbd3-1bba-4550-93fe-72d5596a5f2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:30.279040 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f830dbd3-1bba-4550-93fe-72d5596a5f2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:30.279400 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f830dbd3-1bba-4550-93fe-72d5596a5f2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:30.279735 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f830dbd3-1bba-4550-93fe-72d5596a5f2b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:30.280064 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f830dbd3-1bba-4550-93fe-72d5596a5f2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:30.280392 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f830dbd3-1bba-4550-93fe-72d5596a5f2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:30.280741 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f830dbd3-1bba-4550-93fe-72d5596a5f2b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:30.281067 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f830dbd3-1bba-4550-93fe-72d5596a5f2b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:30.281390 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f830dbd3-1bba-4550-93fe-72d5596a5f2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:30.281708 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f830dbd3-1bba-4550-93fe-72d5596a5f2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:30.282027 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f830dbd3-1bba-4550-93fe-72d5596a5f2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:57:30.287461 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-f830dbd3-1bba-4550-93fe-72d5596a5f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:30.289300 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-f830dbd3-1bba-4550-93fe-72d5596a5f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:30.291799 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-f830dbd3-1bba-4550-93fe-72d5596a5f2b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/18f96bc9-e9ec-450f-8c78-e797d1a14dbd HTTP/1.1" status: 204 len: 168 time: 0.2913773 Aug 23 01:57:30.309774 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd701d2b-40f7-4627-83d9-c41a8c35296c req-44e9e194-e4b3-418b-91b0-e1695856aa24 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:30.311242 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-fd701d2b-40f7-4627-83d9-c41a8c35296c req-44e9e194-e4b3-418b-91b0-e1695856aa24 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a08e6ae-ccac-4c8b-87b8-845bf3615154 HTTP/1.1" status: 200 len: 945 time: 0.1231210 Aug 23 01:57:30.358582 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-fd701d2b-40f7-4627-83d9-c41a8c35296c req-9abcc41b-a837-4293-9805-30cb4696c84a tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/security-groups?id=b18c9309-9fdc-43f8-b040-207e1d3c5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419071 Aug 23 01:57:31.090516 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 43850) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:57:31.108450 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-38460742-ca96-4dda-b811-903727e90ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:31.138910 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-38460742-ca96-4dda-b811-903727e90ee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:57:31.142616 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-38460742-ca96-4dda-b811-903727e90ee2 admin admin] Usage tracker for resource:security_group_rule and tenant:e254374396ae4c3195fc0a83ff6f1eee is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:57:31.145328 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-38460742-ca96-4dda-b811-903727e90ee2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:57:31.150815 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-38460742-ca96-4dda-b811-903727e90ee2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:57:31.215378 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-38460742-ca96-4dda-b811-903727e90ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:31.307661 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-38460742-ca96-4dda-b811-903727e90ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:31.314359 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-be6d433c-e24a-4238-a6a8-4aac80cfcfbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:31.353340 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38460742-ca96-4dda-b811-903727e90ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701fa838-0007-4432-9917-3af3f5145f32,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:31.356310 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-38460742-ca96-4dda-b811-903727e90ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:31.359165 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-38460742-ca96-4dda-b811-903727e90ee2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e254374396ae4c3195fc0a83ff6f1eee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2676764 Aug 23 01:57:31.361769 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 43854) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:57:31.422767 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-58b5d3bb-210c-4b3a-a8fe-30f6a9c8c535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:31.449317 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-58b5d3bb-210c-4b3a-a8fe-30f6a9c8c535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:31.566442 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b2fbf-35e6-4634-8ed5-d68e22770156 req-42977e6d-dfc0-4f9c-a31b-c137641eb13d tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:31.567811 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-067b2fbf-35e6-4634-8ed5-d68e22770156 req-42977e6d-dfc0-4f9c-a31b-c137641eb13d tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a08e6ae-ccac-4c8b-87b8-845bf3615154 HTTP/1.1" status: 200 len: 945 time: 0.0781028 Aug 23 01:57:31.593046 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-58b5d3bb-210c-4b3a-a8fe-30f6a9c8c535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:31.598331 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-85e13a91-1778-4e3f-b7d5-39cc0d674c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:31.622188 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-067b2fbf-35e6-4634-8ed5-d68e22770156 req-74f77f28-8f48-49ba-9db6-5e0c4710e4c0 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/security-groups?id=b18c9309-9fdc-43f8-b040-207e1d3c5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478363 Aug 23 01:57:31.623255 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5d3bb-210c-4b3a-a8fe-30f6a9c8c535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701fa838-0007-4432-9917-3af3f5145f32,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:31.636458 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-58b5d3bb-210c-4b3a-a8fe-30f6a9c8c535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:31.638454 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-58b5d3bb-210c-4b3a-a8fe-30f6a9c8c535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:31.642774 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-58b5d3bb-210c-4b3a-a8fe-30f6a9c8c535 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/701fa838-0007-4432-9917-3af3f5145f32 HTTP/1.1" status: 204 len: 168 time: 0.2795331 Aug 23 01:57:32.027768 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d3cfe-fa90-4468-ae8f-2d36830e7d0f req-ff056224-5fac-480d-bb1a-cf7a3401ea4a tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:32.029334 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-516d3cfe-fa90-4468-ae8f-2d36830e7d0f req-ff056224-5fac-480d-bb1a-cf7a3401ea4a tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a08e6ae-ccac-4c8b-87b8-845bf3615154 HTTP/1.1" status: 200 len: 945 time: 0.0784934 Aug 23 01:57:32.098718 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-516d3cfe-fa90-4468-ae8f-2d36830e7d0f req-2a70f3a9-a863-496d-b05f-60180ef09777 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Deleting port 894d56e7-3282-421c-b4fd-eeaff88d63ba {{(pid=75884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 01:57:32.099328 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-516d3cfe-fa90-4468-ae8f-2d36830e7d0f req-2a70f3a9-a863-496d-b05f-60180ef09777 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:32.182390 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-e4346d1b-3d07-4770-aa70-22c392e60112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:32.348684 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-516d3cfe-fa90-4468-ae8f-2d36830e7d0f req-2a70f3a9-a863-496d-b05f-60180ef09777 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] For port 894d56e7-3282-421c-b4fd-eeaff88d63ba, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=894d56e7-3282-421c-b4fd-eeaff88d63ba,segment=NetworkSegment(a90463f4-e345-4ad2-af73-e8c44f44d5bd),segment_id=a90463f4-e345-4ad2-af73-e8c44f44d5bd)] {{(pid=75884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:57:32.349030 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-516d3cfe-fa90-4468-ae8f-2d36830e7d0f req-2a70f3a9-a863-496d-b05f-60180ef09777 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:32.434583 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 43868) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:57:32.454845 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-be1b160b-0b6a-4970-8d74-a5659be67b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:32.477464 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-516d3cfe-fa90-4468-ae8f-2d36830e7d0f req-2a70f3a9-a863-496d-b05f-60180ef09777 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Calling delete_port for 894d56e7-3282-421c-b4fd-eeaff88d63ba owned by compute:nova {{(pid=75884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 01:57:32.490226 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-be1b160b-0b6a-4970-8d74-a5659be67b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:57:32.514563 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-be1b160b-0b6a-4970-8d74-a5659be67b1b admin admin] Usage tracker for resource:security_group_rule and tenant:c67e42717d774edc94d7615b6ef9e3bf is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:57:32.517626 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-be1b160b-0b6a-4970-8d74-a5659be67b1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:57:32.523518 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-be1b160b-0b6a-4970-8d74-a5659be67b1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:57:32.597557 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-be1b160b-0b6a-4970-8d74-a5659be67b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:32.659134 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-be1b160b-0b6a-4970-8d74-a5659be67b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:32.666370 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-58b5d3bb-210c-4b3a-a8fe-30f6a9c8c535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:32.694668 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-516d3cfe-fa90-4468-ae8f-2d36830e7d0f req-2a70f3a9-a863-496d-b05f-60180ef09777 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:32.703394 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-7608a02f-0206-4e4b-87f4-ad66a1e7259d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:32.706656 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['894d56e7-3282-421c-b4fd-eeaff88d63ba'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:57:32.728938 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b160b-0b6a-4970-8d74-a5659be67b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55943610-ab65-4dd2-bb09-2571bf10873b,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:32.732445 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-be1b160b-0b6a-4970-8d74-a5659be67b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:32.744244 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-be1b160b-0b6a-4970-8d74-a5659be67b1b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c67e42717d774edc94d7615b6ef9e3bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3086429 Aug 23 01:57:32.744838 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 43878) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:57:32.757068 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70f3a9-a863-496d-b05f-60180ef09777 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Pushing event deleted for resources: {'Port': ['ID=894d56e7-3282-421c-b4fd-eeaff88d63ba,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:32.760068 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-2a70f3a9-a863-496d-b05f-60180ef09777 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:32.827683 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:32.842439 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-516d3cfe-fa90-4468-ae8f-2d36830e7d0f req-2a70f3a9-a863-496d-b05f-60180ef09777 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] No DVR routers for this DVR port 894d56e7-3282-421c-b4fd-eeaff88d63ba on host hv-cinder-80552 {{(pid=75884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 01:57:32.844973 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-516d3cfe-fa90-4468-ae8f-2d36830e7d0f req-2a70f3a9-a863-496d-b05f-60180ef09777 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:32.845809 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b9ca74d2-506f-40c9-ab9b-4059e4d9712f req-744ef73a-ca9a-4f85-9628-5104faafce4d tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a08e6ae-ccac-4c8b-87b8-845bf3615154 HTTP/1.1" status: 200 len: 210 time: 0.0566959 Aug 23 01:57:32.851748 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a08e6ae-ccac-4c8b-87b8-845bf3615154', 'name': 'network-vif-deleted', 'tag': '894d56e7-3282-421c-b4fd-eeaff88d63ba'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:57:32.871835 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e276ab19-99b1-427c-8446-3a536600929d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:32.903503 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e276ab19-99b1-427c-8446-3a536600929d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:32.916206 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a08e6ae-ccac-4c8b-87b8-845bf3615154', 'name': 'network-vif-deleted', 'tag': '894d56e7-3282-421c-b4fd-eeaff88d63ba', 'status': 'completed', 'code': 200} Aug 23 01:57:33.020285 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-516d3cfe-fa90-4468-ae8f-2d36830e7d0f req-2a70f3a9-a863-496d-b05f-60180ef09777 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.10 "DELETE /v2.0/ports/894d56e7-3282-421c-b4fd-eeaff88d63ba HTTP/1.1" status: 204 len: 173 time: 0.9850273 Aug 23 01:57:33.061592 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e276ab19-99b1-427c-8446-3a536600929d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:33.067095 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-1ec79d5e-8244-47d4-9814-ea8731732623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:33.080252 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276ab19-99b1-427c-8446-3a536600929d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55943610-ab65-4dd2-bb09-2571bf10873b,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:33.082471 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-e276ab19-99b1-427c-8446-3a536600929d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:33.084480 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e276ab19-99b1-427c-8446-3a536600929d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:33.085568 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-e276ab19-99b1-427c-8446-3a536600929d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/55943610-ab65-4dd2-bb09-2571bf10873b HTTP/1.1" status: 204 len: 168 time: 0.3397312 Aug 23 01:57:34.035428 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-2b3f3603-7eed-45d3-9294-961829819995 req-81cfae4e-41e5-449f-91d3-05fb2d83c943 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a08e6ae-ccac-4c8b-87b8-845bf3615154 HTTP/1.1" status: 200 len: 210 time: 0.0403764 Aug 23 01:57:34.584834 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-7c6cc3a7-4e8c-4be3-810f-53b6f62dcb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:35.574112 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-f8316c0b-6d08-4ecd-9481-b7c74f33dfb2 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:35.575727 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-f8316c0b-6d08-4ecd-9481-b7c74f33dfb2 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/networks?id=a75d4f19-9fd3-4f43-ab76-5a43543caadf HTTP/1.1" status: 200 len: 808 time: 0.1848049 Aug 23 01:57:35.592515 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-efea7226-fd90-41ff-ae1e-7457749a5abc tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/quotas/32833a706fcb4296ac50ac6fe6d0e6ef HTTP/1.1" status: 200 len: 375 time: 0.0112333 Aug 23 01:57:35.592726 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:35.640309 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 894d56e7-3282-421c-b4fd-eeaff88d63ba no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 01:57:35.647421 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-32a513a7-066c-4692-bd66-76a85619633e tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=32833a706fcb4296ac50ac6fe6d0e6ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452161 Aug 23 01:57:35.678667 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] No Port match for: 894d56e7-3282-421c-b4fd-eeaff88d63ba {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 01:57:35.679272 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 894d56e7-3282-421c-b4fd-eeaff88d63ba not bound to the agent host hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 01:57:35.781842 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-53a220a3-d2ab-4978-8a86-add69f31a686 service neutron] 10.222.0.18 "GET /v2.0/networks/a75d4f19-9fd3-4f43-ab76-5a43543caadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272097 Aug 23 01:57:35.910877 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-5ab115c9-7425-45c6-b69d-c76ca5486abb service neutron] 10.222.0.18 "GET /v2.0/networks/a75d4f19-9fd3-4f43-ab76-5a43543caadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229413 Aug 23 01:57:36.183404 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-b0b41c97-bb68-4126-92de-79886524ef83 req-109f9473-59bf-484c-88fd-e43dcaa779e5 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Synchronizing usage tracker for tenant:32833a706fcb4296ac50ac6fe6d0e6ef on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:57:36.284294 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-b0b41c97-bb68-4126-92de-79886524ef83 req-109f9473-59bf-484c-88fd-e43dcaa779e5 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Unset dirty status for tenant:32833a706fcb4296ac50ac6fe6d0e6ef on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:57:36.285690 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-b0b41c97-bb68-4126-92de-79886524ef83 req-109f9473-59bf-484c-88fd-e43dcaa779e5 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb24d366-c813-4a61-953d-f8052d112ded HTTP/1.1" status: 200 len: 210 time: 0.1436403 Aug 23 01:57:37.067308 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:37.446220 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-277f858e-0d61-4c73-8229-3c67cd96dcb7 req-9623576d-0bc7-447c-8b4f-43117cc54211 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb24d366-c813-4a61-953d-f8052d112ded HTTP/1.1" status: 200 len: 210 time: 0.0408237 Aug 23 01:57:38.703650 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a0307f4a-4146-4f0d-a85f-9241c311a15c req-c513e3f2-3502-4949-93df-28d638249a19 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb24d366-c813-4a61-953d-f8052d112ded HTTP/1.1" status: 200 len: 210 time: 0.1313455 Aug 23 01:57:38.750583 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-27f06f02-7ad6-44fa-b55e-0459a4b3947a tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:38.752323 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-27f06f02-7ad6-44fa-b55e-0459a4b3947a tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.10 "GET /v2.0/networks?id=a75d4f19-9fd3-4f43-ab76-5a43543caadf HTTP/1.1" status: 200 len: 808 time: 0.2727563 Aug 23 01:57:38.770560 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-99114a52-9f35-4df6-bd02-4c29b75491ca tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Request body: {'port': {'device_id': 'fb24d366-c813-4a61-953d-f8052d112ded', 'network_id': 'a75d4f19-9fd3-4f43-ab76-5a43543caadf', 'admin_state_up': True, 'tenant_id': '32833a706fcb4296ac50ac6fe6d0e6ef'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:57:38.908489 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-99114a52-9f35-4df6-bd02-4c29b75491ca tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:57:38.918554 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-99114a52-9f35-4df6-bd02-4c29b75491ca tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:57:39.162010 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-99114a52-9f35-4df6-bd02-4c29b75491ca tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Made reservation on behalf of 32833a706fcb4296ac50ac6fe6d0e6ef for: {'port': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:57:39.165696 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-99114a52-9f35-4df6-bd02-4c29b75491ca tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:39.334329 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_common [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-99114a52-9f35-4df6-bd02-4c29b75491ca tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Allocated IP 172.20.0.11 (a75d4f19-9fd3-4f43-ab76-5a43543caadf/029b81d6-e09c-4bbb-801d-ff07d28b5067/9e9fdd79-8e01-4372-bfbc-c6378452eabc) {{(pid=75884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:57:39.540698 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-99114a52-9f35-4df6-bd02-4c29b75491ca tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Notify callbacks [] for port, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:39.642765 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-99114a52-9f35-4df6-bd02-4c29b75491ca tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:39.648499 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-de415c28-dc94-4873-a102-42fecfed383f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:39.718090 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-99114a52-9f35-4df6-bd02-4c29b75491ca tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Network a75d4f19-9fd3-4f43-ab76-5a43543caadf is already hosted by enough agents. {{(pid=75884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:57:39.721436 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-99114a52-9f35-4df6-bd02-4c29b75491ca tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Resources bound (agent type, host, resource id): {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:57:39.725612 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-99114a52-9f35-4df6-bd02-4c29b75491ca tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Received port after_create {{(pid=75884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:57:39.757159 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99114a52-9f35-4df6-bd02-4c29b75491ca tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Pushing event updated for resources: {'Port': ['ID=9e9fdd79-8e01-4372-bfbc-c6378452eabc,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:39.764928 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-99114a52-9f35-4df6-bd02-4c29b75491ca tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:39.797096 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-99114a52-9f35-4df6-bd02-4c29b75491ca tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:39.799745 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-99114a52-9f35-4df6-bd02-4c29b75491ca tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:39.889299 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-99114a52-9f35-4df6-bd02-4c29b75491ca tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1225612 Aug 23 01:57:39.910131 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-d0bab0af-f619-44c1-b4ed-fb39437edf9b service neutron] Request body: {'port': {'device_id': 'fb24d366-c813-4a61-953d-f8052d112ded', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:57:40.034134 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247d818-ecfc-4319-994a-b2cb22da969f req-8652d7f6-8f43-4319-bd99-0d198343c651 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:40.034742 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-6247d818-ecfc-4319-994a-b2cb22da969f req-8652d7f6-8f43-4319-bd99-0d198343c651 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Synchronizing usage tracker for tenant:32833a706fcb4296ac50ac6fe6d0e6ef on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:57:40.048741 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-d0bab0af-f619-44c1-b4ed-fb39437edf9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:40.192823 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-6247d818-ecfc-4319-994a-b2cb22da969f req-8652d7f6-8f43-4319-bd99-0d198343c651 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Unset dirty status for tenant:32833a706fcb4296ac50ac6fe6d0e6ef on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:57:40.193977 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-6247d818-ecfc-4319-994a-b2cb22da969f req-8652d7f6-8f43-4319-bd99-0d198343c651 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb24d366-c813-4a61-953d-f8052d112ded HTTP/1.1" status: 200 len: 932 time: 0.3432572 Aug 23 01:57:40.316762 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-6247d818-ecfc-4319-994a-b2cb22da969f req-d598df78-1367-42d0-9409-2759858ee7dd tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/security-groups?id=b18c9309-9fdc-43f8-b040-207e1d3c5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157527 Aug 23 01:57:40.434842 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-d0bab0af-f619-44c1-b4ed-fb39437edf9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e9fdd79-8e01-4372-bfbc-c6378452eabc {{(pid=75884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:57:40.441732 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-d0bab0af-f619-44c1-b4ed-fb39437edf9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:40.456779 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.provisioning_blocks [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-d0bab0af-f619-44c1-b4ed-fb39437edf9b service neutron] Transition to ACTIVE for port object 9e9fdd79-8e01-4372-bfbc-c6378452eabc will not be triggered until provisioned by entity L2. {{(pid=75884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:57:40.564755 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-d0bab0af-f619-44c1-b4ed-fb39437edf9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565686'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:40.572544 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-66f08019-1288-45ee-b093-673d3fe37250 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:40.760875 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bab0af-f619-44c1-b4ed-fb39437edf9b service neutron] Pushing event updated for resources: {'Port': ['ID=9e9fdd79-8e01-4372-bfbc-c6378452eabc,revision_number=2']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:40.795712 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-d0bab0af-f619-44c1-b4ed-fb39437edf9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:40.868465 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-d0bab0af-f619-44c1-b4ed-fb39437edf9b service neutron] Attempting to bind port 9e9fdd79-8e01-4372-bfbc-c6378452eabc on host hv-cinder-80552 for vnic_type normal with profile {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:57:40.868799 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-d0bab0af-f619-44c1-b4ed-fb39437edf9b service neutron] Attempting to bind port 9e9fdd79-8e01-4372-bfbc-c6378452eabc by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': 'a90463f4-e345-4ad2-af73-e8c44f44d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a75d4f19-9fd3-4f43-ab76-5a43543caadf'}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:57:40.869125 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-d0bab0af-f619-44c1-b4ed-fb39437edf9b service neutron] Attempting to bind port 9e9fdd79-8e01-4372-bfbc-c6378452eabc on network a75d4f19-9fd3-4f43-ab76-5a43543caadf {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:57:40.874898 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-d0bab0af-f619-44c1-b4ed-fb39437edf9b service neutron] Port 9e9fdd79-8e01-4372-bfbc-c6378452eabc on network a75d4f19-9fd3-4f43-ab76-5a43543caadf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 01:57:40.875211 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-d0bab0af-f619-44c1-b4ed-fb39437edf9b service neutron] Attempting to bind port 9e9fdd79-8e01-4372-bfbc-c6378452eabc on network a75d4f19-9fd3-4f43-ab76-5a43543caadf {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:57:40.881478 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-d0bab0af-f619-44c1-b4ed-fb39437edf9b service neutron] Checking agent: {'id': '57122005-e7d6-4a8f-9a43-0b5b130153fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:57:40.881810 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-d0bab0af-f619-44c1-b4ed-fb39437edf9b service neutron] Checking segment: {'id': 'a90463f4-e345-4ad2-af73-e8c44f44d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a75d4f19-9fd3-4f43-ab76-5a43543caadf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:57:40.882192 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-d0bab0af-f619-44c1-b4ed-fb39437edf9b service neutron] Bound using segment: {'id': 'a90463f4-e345-4ad2-af73-e8c44f44d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a75d4f19-9fd3-4f43-ab76-5a43543caadf'} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:57:40.882622 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-d0bab0af-f619-44c1-b4ed-fb39437edf9b service neutron] Bound port: 9e9fdd79-8e01-4372-bfbc-c6378452eabc, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a90463f4-e345-4ad2-af73-e8c44f44d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a75d4f19-9fd3-4f43-ab76-5a43543caadf'}}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:57:40.882944 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-d0bab0af-f619-44c1-b4ed-fb39437edf9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:40.977934 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-d0bab0af-f619-44c1-b4ed-fb39437edf9b service neutron] For port 9e9fdd79-8e01-4372-bfbc-c6378452eabc, host hv-cinder-80552, cleared binding levels {{(pid=75884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:57:40.980918 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-d0bab0af-f619-44c1-b4ed-fb39437edf9b service neutron] For port 9e9fdd79-8e01-4372-bfbc-c6378452eabc, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=9e9fdd79-8e01-4372-bfbc-c6378452eabc,segment=NetworkSegment(a90463f4-e345-4ad2-af73-e8c44f44d5bd),segment_id=a90463f4-e345-4ad2-af73-e8c44f44d5bd)] {{(pid=75884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:57:41.125944 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-d0bab0af-f619-44c1-b4ed-fb39437edf9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565686'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:41.134445 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:41.278332 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-d0bab0af-f619-44c1-b4ed-fb39437edf9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:41.279686 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-d0bab0af-f619-44c1-b4ed-fb39437edf9b service neutron] 10.222.0.10 "PUT /v2.0/ports/9e9fdd79-8e01-4372-bfbc-c6378452eabc HTTP/1.1" status: 200 len: 1094 time: 1.3816292 Aug 23 01:57:41.281702 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb24d366-c813-4a61-953d-f8052d112ded', 'tag': '9e9fdd79-8e01-4372-bfbc-c6378452eabc'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:57:41.304258 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bab0af-f619-44c1-b4ed-fb39437edf9b service neutron] Pushing event updated for resources: {'Port': ['ID=9e9fdd79-8e01-4372-bfbc-c6378452eabc,revision_number=3']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:41.308846 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-d0bab0af-f619-44c1-b4ed-fb39437edf9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:41.319379 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4fe92-e236-4481-b01d-98d124589633 req-d0a813ea-31e1-4397-a1d7-d5f686010c33 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:41.321456 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-fce4fe92-e236-4481-b01d-98d124589633 req-d0a813ea-31e1-4397-a1d7-d5f686010c33 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.2301197 Aug 23 01:57:41.342900 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb24d366-c813-4a61-953d-f8052d112ded', 'tag': '9e9fdd79-8e01-4372-bfbc-c6378452eabc', 'status': 'completed', 'code': 200} Aug 23 01:57:41.415112 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-fce4fe92-e236-4481-b01d-98d124589633 req-aca7314c-77a7-4c67-91c4-f00fc0f02f48 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876050 Aug 23 01:57:41.442468 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2ef12b1c-c51d-4d85-a444-64c5f2d1b103 req-3849c0fc-44d7-4d88-a3f4-9404336c39bf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32833a706fcb4296ac50ac6fe6d0e6ef&device_id=fb24d366-c813-4a61-953d-f8052d112ded HTTP/1.1" status: 200 len: 1097 time: 0.0807304 Aug 23 01:57:41.517860 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8018cb8-c8fc-4477-9b52-8dde2b7c7436 req-8da2ef8b-bcc4-4011-ba55-f000fe711b39 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:41.519380 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c8018cb8-c8fc-4477-9b52-8dde2b7c7436 req-8da2ef8b-bcc4-4011-ba55-f000fe711b39 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb24d366-c813-4a61-953d-f8052d112ded HTTP/1.1" status: 200 len: 944 time: 0.0754371 Aug 23 01:57:41.565625 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c8018cb8-c8fc-4477-9b52-8dde2b7c7436 req-ae1f40cb-067d-47d3-a20d-497142a4e46e tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/security-groups?id=b18c9309-9fdc-43f8-b040-207e1d3c5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395670 Aug 23 01:57:41.588816 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef12b1c-c51d-4d85-a444-64c5f2d1b103 req-31233034-5caf-4bae-94fb-2c6af9da94d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:41.590259 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2ef12b1c-c51d-4d85-a444-64c5f2d1b103 req-31233034-5caf-4bae-94fb-2c6af9da94d7 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=32833a706fcb4296ac50ac6fe6d0e6ef&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1406934 Aug 23 01:57:41.735886 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef12b1c-c51d-4d85-a444-64c5f2d1b103 req-901f6b57-63d2-4483-a14f-bd3d6fd12b2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:41.737332 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2ef12b1c-c51d-4d85-a444-64c5f2d1b103 req-901f6b57-63d2-4483-a14f-bd3d6fd12b2f service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1396558 Aug 23 01:57:41.850558 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-154f5238-2eb3-403f-aaef-f2c08cd844a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=32833a706fcb4296ac50ac6fe6d0e6ef&device_id=fb24d366-c813-4a61-953d-f8052d112ded HTTP/1.1" status: 200 len: 1097 time: 0.0758262 Aug 23 01:57:41.925191 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-6a5e3d94-895b-492f-8348-490f9331ae8a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e9fdd79-8e01-4372-bfbc-c6378452eabc HTTP/1.1" status: 200 len: 217 time: 0.0647156 Aug 23 01:57:41.992440 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-46d11cfe-0a43-4ec5-bca4-dab6a9255bca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:41.994324 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-46d11cfe-0a43-4ec5-bca4-dab6a9255bca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=029b81d6-e09c-4bbb-801d-ff07d28b5067 HTTP/1.1" status: 200 len: 848 time: 0.0626378 Aug 23 01:57:42.041360 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-40b55b1c-dfbc-4c52-ae4f-b9f74eb84289 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a75d4f19-9fd3-4f43-ab76-5a43543caadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395012 Aug 23 01:57:42.173865 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-c01a25f5-8079-4f3f-9f71-5085d035817b service neutron] 10.222.0.10 "GET /v2.0/networks/a75d4f19-9fd3-4f43-ab76-5a43543caadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253290 Aug 23 01:57:42.313468 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5891dd1f-1e44-4ac3-81c4-ed0671c49030 req-8fb463ca-274d-403d-b9d1-33f7a39a72df service neutron] 10.222.0.10 "GET /v2.0/networks/a75d4f19-9fd3-4f43-ab76-5a43543caadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332028 Aug 23 01:57:42.618216 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e4284-49d3-4c0d-bbac-2c42145a21f5 req-b99d20ee-3442-4d3b-8592-688cc0bf59d0 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:42.619870 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-239e4284-49d3-4c0d-bbac-2c42145a21f5 req-b99d20ee-3442-4d3b-8592-688cc0bf59d0 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.0831175 Aug 23 01:57:42.669633 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-239e4284-49d3-4c0d-bbac-2c42145a21f5 req-8652983f-65a1-481c-8bd3-c392a1e61fcb tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439947 Aug 23 01:57:42.847765 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c97b33-a23e-478c-ab12-f3ab06c0bd53 req-8ef4721c-296b-4eb8-8926-4e9c7c9f2aea tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:42.855989 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-83c97b33-a23e-478c-ab12-f3ab06c0bd53 req-8ef4721c-296b-4eb8-8926-4e9c7c9f2aea tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb24d366-c813-4a61-953d-f8052d112ded HTTP/1.1" status: 200 len: 944 time: 0.1579249 Aug 23 01:57:42.895216 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-83c97b33-a23e-478c-ab12-f3ab06c0bd53 req-1f1bc662-68b6-4fcb-bdd2-e8ba3e3a616b tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/security-groups?id=b18c9309-9fdc-43f8-b040-207e1d3c5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392485 Aug 23 01:57:43.874202 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f800fb-0ac7-4854-b6e7-016f1a8797b3 req-60c95e08-e046-4352-ae74-17cb77741b21 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:43.875721 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-21f800fb-0ac7-4854-b6e7-016f1a8797b3 req-60c95e08-e046-4352-ae74-17cb77741b21 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.0789003 Aug 23 01:57:43.921836 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-21f800fb-0ac7-4854-b6e7-016f1a8797b3 req-77cfd6da-9b03-4669-9820-6344c6bd5f9d tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405741 Aug 23 01:57:44.095104 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1826ad8-be71-4326-a5af-3d981800204c req-31fcc016-637b-4a32-beb7-0878927c8483 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:44.096560 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b1826ad8-be71-4326-a5af-3d981800204c req-31fcc016-637b-4a32-beb7-0878927c8483 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb24d366-c813-4a61-953d-f8052d112ded HTTP/1.1" status: 200 len: 944 time: 0.0776091 Aug 23 01:57:44.141271 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b1826ad8-be71-4326-a5af-3d981800204c req-e3bf2ca3-ff9d-4ad9-86fd-9a3fa2347e91 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/security-groups?id=b18c9309-9fdc-43f8-b040-207e1d3c5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392013 Aug 23 01:57:45.123703 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b5cd0-685c-4080-94d3-6b7663257a53 req-856c4089-714f-4e9b-a447-3a03e423b3fc tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:45.125275 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-296b5cd0-685c-4080-94d3-6b7663257a53 req-856c4089-714f-4e9b-a447-3a03e423b3fc tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.0795889 Aug 23 01:57:45.174193 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-296b5cd0-685c-4080-94d3-6b7663257a53 req-ef4db1d5-7485-4a8e-937a-c9d9b74453a8 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434511 Aug 23 01:57:45.335931 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee621692-30a6-4ed4-8031-8a5e57a71cac req-9c948273-1125-48ac-8a71-f988444402e4 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:45.337507 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ee621692-30a6-4ed4-8031-8a5e57a71cac req-9c948273-1125-48ac-8a71-f988444402e4 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb24d366-c813-4a61-953d-f8052d112ded HTTP/1.1" status: 200 len: 944 time: 0.0749202 Aug 23 01:57:45.381543 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ee621692-30a6-4ed4-8031-8a5e57a71cac req-e6945147-59a1-4f3e-95f0-64dd03c550f0 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/security-groups?id=b18c9309-9fdc-43f8-b040-207e1d3c5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385587 Aug 23 01:57:45.702548 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 9e9fdd79-8e01-4372-bfbc-c6378452eabc details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 01:57:45.833912 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port 9e9fdd79-8e01-4372-bfbc-c6378452eabc, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=9e9fdd79-8e01-4372-bfbc-c6378452eabc,segment=NetworkSegment(a90463f4-e345-4ad2-af73-e8c44f44d5bd),segment_id=a90463f4-e345-4ad2-af73-e8c44f44d5bd)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:57:45.846740 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Returning: {'device': '9e9fdd79-8e01-4372-bfbc-c6378452eabc', 'network_id': 'a75d4f19-9fd3-4f43-ab76-5a43543caadf', 'port_id': '9e9fdd79-8e01-4372-bfbc-c6378452eabc', 'mac_address': 'fa:16:3e:43:62:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029b81d6-e09c-4bbb-801d-ff07d28b5067', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 01:57:45.898423 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:45.915811 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e9fdd79-8e01-4372-bfbc-c6378452eabc {{(pid=75885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:57:45.930170 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port 9e9fdd79-8e01-4372-bfbc-c6378452eabc, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=9e9fdd79-8e01-4372-bfbc-c6378452eabc,segment=NetworkSegment(a90463f4-e345-4ad2-af73-e8c44f44d5bd),segment_id=a90463f4-e345-4ad2-af73-e8c44f44d5bd)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:57:45.992795 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:45.994473 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:46.083070 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=9e9fdd79-8e01-4372-bfbc-c6378452eabc,revision_number=4']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:46.086598 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:46.301802 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['9e9fdd79-8e01-4372-bfbc-c6378452eabc'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:57:46.378185 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d9a43-d295-4c21-aaf2-df68ffb91450 req-41c62221-390f-4bb6-a99e-6767b9cc83fa tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:46.379687 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-297d9a43-d295-4c21-aaf2-df68ffb91450 req-41c62221-390f-4bb6-a99e-6767b9cc83fa tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.0790999 Aug 23 01:57:46.438901 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-297d9a43-d295-4c21-aaf2-df68ffb91450 req-7707e133-6db1-4ab9-ba32-464395b3ea22 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521090 Aug 23 01:57:46.588008 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb7f0b-af50-44c5-91ff-a8b8f431d5a6 req-80b02a7c-0667-415e-9fcd-046e45f25028 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:46.589464 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-68fb7f0b-af50-44c5-91ff-a8b8f431d5a6 req-80b02a7c-0667-415e-9fcd-046e45f25028 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb24d366-c813-4a61-953d-f8052d112ded HTTP/1.1" status: 200 len: 945 time: 0.0791895 Aug 23 01:57:46.635632 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-68fb7f0b-af50-44c5-91ff-a8b8f431d5a6 req-953d2530-faee-4144-9600-708776b835c7 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/security-groups?id=b18c9309-9fdc-43f8-b040-207e1d3c5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405498 Aug 23 01:57:47.644409 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff52234-3913-43a0-b4b4-6d9cacf76d69 req-3288e0ac-631f-4b39-8bb0-a3e566701271 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:47.645837 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-cff52234-3913-43a0-b4b4-6d9cacf76d69 req-3288e0ac-631f-4b39-8bb0-a3e566701271 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.0793283 Aug 23 01:57:47.692129 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-cff52234-3913-43a0-b4b4-6d9cacf76d69 req-220ec8b5-de3e-4401-8f8b-011f6dee4f9e tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404932 Aug 23 01:57:47.736862 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 9e9fdd79-8e01-4372-bfbc-c6378452eabc up at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:57:47.859631 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3b898-3e02-46a6-9836-0b40a8bf23a4 req-05718da2-1c18-4c37-ad0d-bfcc4e47a1d0 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:47.861157 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e2c3b898-3e02-46a6-9836-0b40a8bf23a4 req-05718da2-1c18-4c37-ad0d-bfcc4e47a1d0 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb24d366-c813-4a61-953d-f8052d112ded HTTP/1.1" status: 200 len: 945 time: 0.0798566 Aug 23 01:57:47.889848 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning for port 9e9fdd79-8e01-4372-bfbc-c6378452eabc completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:57:47.894926 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning complete for port 9e9fdd79-8e01-4372-bfbc-c6378452eabc triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:57:47.895313 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:47.907018 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e2c3b898-3e02-46a6-9836-0b40a8bf23a4 req-fef0fa46-e749-456d-b55e-1e51c449c1fc tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/security-groups?id=b18c9309-9fdc-43f8-b040-207e1d3c5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401409 Aug 23 01:57:48.016220 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:48.042915 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb24d366-c813-4a61-953d-f8052d112ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9fdd79-8e01-4372-bfbc-c6378452eabc'}] {{(pid=75885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:57:48.052406 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port 9e9fdd79-8e01-4372-bfbc-c6378452eabc, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=9e9fdd79-8e01-4372-bfbc-c6378452eabc,segment=NetworkSegment(a90463f4-e345-4ad2-af73-e8c44f44d5bd),segment_id=a90463f4-e345-4ad2-af73-e8c44f44d5bd)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:57:48.099653 dv-cinder-805529-1-smb neutron-server[75885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb24d366-c813-4a61-953d-f8052d112ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9fdd79-8e01-4372-bfbc-c6378452eabc', 'code': 200} Aug 23 01:57:48.141602 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:48.144196 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:48.209374 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=9e9fdd79-8e01-4372-bfbc-c6378452eabc,revision_number=5']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:48.213086 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:48.509939 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-813019a5-bc6e-4a1b-afab-9b660b222df4 req-d9d81788-abd3-4844-b454-76edc97d9fcd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fb24d366-c813-4a61-953d-f8052d112ded HTTP/1.1" status: 200 len: 1099 time: 0.0715001 Aug 23 01:57:48.554047 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-813019a5-bc6e-4a1b-afab-9b660b222df4 req-a085a7e3-e576-4fe0-b06a-26f0a47b0718 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b18c9309-9fdc-43f8-b040-207e1d3c5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374105 Aug 23 01:57:48.897591 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398cdd3-3e32-4255-b9b9-7d5b6f345a6e req-e6f9f99c-4133-49d1-9197-20b320357a23 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:48.899800 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-a398cdd3-3e32-4255-b9b9-7d5b6f345a6e req-e6f9f99c-4133-49d1-9197-20b320357a23 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.0812063 Aug 23 01:57:48.947014 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-a398cdd3-3e32-4255-b9b9-7d5b6f345a6e req-96f6a6f2-3510-4ff2-b866-cc4969779ab6 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418417 Aug 23 01:57:49.108256 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab71ee-41c5-4d9f-867d-f22e0cc22b2e req-14a89362-bae4-4dd9-9b81-f4faca3c5870 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:49.109753 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-57ab71ee-41c5-4d9f-867d-f22e0cc22b2e req-14a89362-bae4-4dd9-9b81-f4faca3c5870 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb24d366-c813-4a61-953d-f8052d112ded HTTP/1.1" status: 200 len: 946 time: 0.0777299 Aug 23 01:57:49.155594 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-57ab71ee-41c5-4d9f-867d-f22e0cc22b2e req-ddf588a0-a7dc-466d-87ba-243437e1342d tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/security-groups?id=b18c9309-9fdc-43f8-b040-207e1d3c5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402770 Aug 23 01:57:49.796217 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 01:57:50.140845 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc29da7-57f6-4392-a635-3d0a10c9e6a0 req-011912c9-320b-43c5-b4b1-9fe574e9836b tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:50.142857 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-1cc29da7-57f6-4392-a635-3d0a10c9e6a0 req-011912c9-320b-43c5-b4b1-9fe574e9836b tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.0759006 Aug 23 01:57:50.192738 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-1cc29da7-57f6-4392-a635-3d0a10c9e6a0 req-7256fd1b-4e6a-49de-befd-df5f2f6106f2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440762 Aug 23 01:57:50.410101 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ce134-6b1a-4b57-94ca-4790892c5e9d req-1d5c0d7a-6be3-4b18-93a6-778c0ffd3f5a tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:50.411572 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-b77ce134-6b1a-4b57-94ca-4790892c5e9d req-1d5c0d7a-6be3-4b18-93a6-778c0ffd3f5a tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb24d366-c813-4a61-953d-f8052d112ded HTTP/1.1" status: 200 len: 946 time: 0.1360083 Aug 23 01:57:50.457815 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-b77ce134-6b1a-4b57-94ca-4790892c5e9d req-015f3e90-af01-4154-bf3c-69410b92651d tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/security-groups?id=b18c9309-9fdc-43f8-b040-207e1d3c5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395417 Aug 23 01:57:51.390912 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64a0c2-145d-49e0-be02-3b009aa29095 req-5fa3c879-1838-4855-9e6f-505e3d80cee1 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:51.392378 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-4b64a0c2-145d-49e0-be02-3b009aa29095 req-5fa3c879-1838-4855-9e6f-505e3d80cee1 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.0749269 Aug 23 01:57:51.438781 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-4b64a0c2-145d-49e0-be02-3b009aa29095 req-d788522b-fe59-48b6-9d2c-d7fee432a0bf tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408459 Aug 23 01:57:51.710471 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:51.860957 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 44078) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:57:51.924955 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9559222-5e15-4e92-8e98-d99af01dde4b admin admin] Deleting subnet a4a470d4-ed75-41c3-a737-b5fc23fbe9f6 {{(pid=75883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 01:57:51.927800 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-b9559222-5e15-4e92-8e98-d99af01dde4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:51.977765 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-b9559222-5e15-4e92-8e98-d99af01dde4b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:51.985094 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-b9559222-5e15-4e92-8e98-d99af01dde4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1481903'] for subnet, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:52.192141 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-b9559222-5e15-4e92-8e98-d99af01dde4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1481878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844'] for subnet, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:52.201760 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:52.234816 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9559222-5e15-4e92-8e98-d99af01dde4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4a470d4-ed75-41c3-a737-b5fc23fbe9f6,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:52.243494 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-b9559222-5e15-4e92-8e98-d99af01dde4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:52.249908 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-b9559222-5e15-4e92-8e98-d99af01dde4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for subnet, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:52.261093 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-b9559222-5e15-4e92-8e98-d99af01dde4b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a4a470d4-ed75-41c3-a737-b5fc23fbe9f6 HTTP/1.1" status: 204 len: 168 time: 0.3990750 Aug 23 01:57:52.263749 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 44084) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:57:52.278850 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda28c00-3695-4949-bc52-873feb596398 req-f65a1d88-5382-4fa5-b533-56018b81a334 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:52.280298 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-dda28c00-3695-4949-bc52-873feb596398 req-f65a1d88-5382-4fa5-b533-56018b81a334 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb24d366-c813-4a61-953d-f8052d112ded HTTP/1.1" status: 200 len: 946 time: 0.1267428 Aug 23 01:57:52.325968 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-dda28c00-3695-4949-bc52-873feb596398 req-4ee0dda3-489a-48fb-ac88-db22f9cfe74c tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/security-groups?id=b18c9309-9fdc-43f8-b040-207e1d3c5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399191 Aug 23 01:57:52.369153 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-27c2f38d-bf11-4e33-8035-fa0f66974555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584917'] for network, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:52.495902 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-27c2f38d-bf11-4e33-8035-fa0f66974555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480998', 'neutron.services.segments.db._delete_segments_for_network-8755480555394'] for network, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:52.508954 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-27c2f38d-bf11-4e33-8035-fa0f66974555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a180b83-9e5f-47ef-923e-5c3c406919a0']}} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:57:52.520959 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-27c2f38d-bf11-4e33-8035-fa0f66974555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e61a44-5672-4a1f-a070-1c31c89f5e3c') {'for_net_delete': True} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:57:52.521275 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-27c2f38d-bf11-4e33-8035-fa0f66974555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e61a44-5672-4a1f-a070-1c31c89f5e3c') {} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:57:52.533087 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-27c2f38d-bf11-4e33-8035-fa0f66974555 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755480556189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7902545'] for segment, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:52.549789 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-27c2f38d-bf11-4e33-8035-fa0f66974555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:52.556831 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c2f38d-bf11-4e33-8035-fa0f66974555 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=75884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 01:57:52.557230 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-27c2f38d-bf11-4e33-8035-fa0f66974555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1481738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7565610'] for segment, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: Traceback (most recent call last): Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: timer() Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: cb(*args, **kw) Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: return func(*args, **kwargs) Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: self._notify() Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: self.callback(batched_events) Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: event.method(event) Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: return f(self, *a, **k) Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: return self._get(url).json() Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: return self.request(url, 'GET', **kwargs) Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 01:57:52.570001 dv-cinder-805529-1-smb neutron-server[75884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 01:57:52.714637 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f087e4-b93a-4bd4-a08b-8b1b0e0bad27 req-4afa7998-9d8a-4621-8b75-4e892fc6ecfb tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:52.716091 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-52f087e4-b93a-4bd4-a08b-8b1b0e0bad27 req-4afa7998-9d8a-4621-8b75-4e892fc6ecfb tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.1452718 Aug 23 01:57:52.760922 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-52f087e4-b93a-4bd4-a08b-8b1b0e0bad27 req-1f6d06d7-e824-4226-b978-ffcb222baf3f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391531 Aug 23 01:57:52.775542 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-27c2f38d-bf11-4e33-8035-fa0f66974555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405596'] for network, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:52.779189 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-99274190-b181-41dc-9db5-0a6fa32240b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:52.793387 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-27c2f38d-bf11-4e33-8035-fa0f66974555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:52.802033 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2f38d-bf11-4e33-8035-fa0f66974555 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a180b83-9e5f-47ef-923e-5c3c406919a0,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:52.804797 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-27c2f38d-bf11-4e33-8035-fa0f66974555 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4a180b83-9e5f-47ef-923e-5c3c406919a0 HTTP/1.1" status: 204 len: 168 time: 0.5400467 Aug 23 01:57:52.805781 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-27c2f38d-bf11-4e33-8035-fa0f66974555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:53.198875 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 44092) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:57:53.259302 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-8fa17428-d111-4c65-bfc9-a0b8b949c8a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7bac0346dcac4d69b69710776d0ccf96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0592265 Aug 23 01:57:53.261668 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 44096) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:57:53.320828 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a76ef01e-9506-4070-9c5b-90f11f74fdd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:53.345872 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a76ef01e-9506-4070-9c5b-90f11f74fdd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:53.507051 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a76ef01e-9506-4070-9c5b-90f11f74fdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:53.512161 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-14fdc452-6b81-4cd1-80d3-71a1a3991b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:53.530726 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ef01e-9506-4070-9c5b-90f11f74fdd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2b0d64-1367-4842-b4d9-9c397e859eee,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:53.536185 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-a76ef01e-9506-4070-9c5b-90f11f74fdd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:53.550004 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcdb34-b4c9-4cb8-bd27-68d4903f14a9 req-a6abfa18-cfdf-4ef9-ba35-9b13cf615521 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:53.551540 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d8fcdb34-b4c9-4cb8-bd27-68d4903f14a9 req-a6abfa18-cfdf-4ef9-ba35-9b13cf615521 tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb24d366-c813-4a61-953d-f8052d112ded HTTP/1.1" status: 200 len: 946 time: 0.1026318 Aug 23 01:57:53.605161 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a76ef01e-9506-4070-9c5b-90f11f74fdd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:53.606258 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-a76ef01e-9506-4070-9c5b-90f11f74fdd9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac2b0d64-1367-4842-b4d9-9c397e859eee HTTP/1.1" status: 204 len: 168 time: 0.3437161 Aug 23 01:57:53.611189 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d8fcdb34-b4c9-4cb8-bd27-68d4903f14a9 req-6d6e91ec-99b4-480f-a9e9-fe0e317d454c tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/security-groups?id=b18c9309-9fdc-43f8-b040-207e1d3c5731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508983 Aug 23 01:57:53.739780 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a02a9-b980-4e09-b2e4-8c862b6802ca req-742b2d1b-69a8-4bc6-a496-2608c374eb8d tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:53.741256 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d56a02a9-b980-4e09-b2e4-8c862b6802ca req-742b2d1b-69a8-4bc6-a496-2608c374eb8d tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb24d366-c813-4a61-953d-f8052d112ded HTTP/1.1" status: 200 len: 946 time: 0.0777996 Aug 23 01:57:53.813236 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-d56a02a9-b980-4e09-b2e4-8c862b6802ca req-be7ff0d2-ab5e-4335-9369-708d66e670eb tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Deleting port 9e9fdd79-8e01-4372-bfbc-c6378452eabc {{(pid=75884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 01:57:53.813577 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-d56a02a9-b980-4e09-b2e4-8c862b6802ca req-be7ff0d2-ab5e-4335-9369-708d66e670eb tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:54.077846 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6f023-29b4-44fe-b90b-bc2e6b707045 req-c377d74c-ee3e-412b-88ff-75912d6b8725 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:54.079284 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1bc6f023-29b4-44fe-b90b-bc2e6b707045 req-c377d74c-ee3e-412b-88ff-75912d6b8725 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.1823270 Aug 23 01:57:54.144362 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-d56a02a9-b980-4e09-b2e4-8c862b6802ca req-be7ff0d2-ab5e-4335-9369-708d66e670eb tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] For port 9e9fdd79-8e01-4372-bfbc-c6378452eabc, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=9e9fdd79-8e01-4372-bfbc-c6378452eabc,segment=NetworkSegment(a90463f4-e345-4ad2-af73-e8c44f44d5bd),segment_id=a90463f4-e345-4ad2-af73-e8c44f44d5bd)] {{(pid=75884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:57:54.144713 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-d56a02a9-b980-4e09-b2e4-8c862b6802ca req-be7ff0d2-ab5e-4335-9369-708d66e670eb tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:54.214600 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1bc6f023-29b4-44fe-b90b-bc2e6b707045 req-f8b61513-8bb5-4f04-9158-d86c8aff7ff3 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203051 Aug 23 01:57:54.271912 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-d56a02a9-b980-4e09-b2e4-8c862b6802ca req-be7ff0d2-ab5e-4335-9369-708d66e670eb tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Calling delete_port for 9e9fdd79-8e01-4372-bfbc-c6378452eabc owned by compute:nova {{(pid=75884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 01:57:54.498734 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-d56a02a9-b980-4e09-b2e4-8c862b6802ca req-be7ff0d2-ab5e-4335-9369-708d66e670eb tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:54.504548 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-81090fbf-553e-49b4-97ae-836e34ea5b69 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:54.512758 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['9e9fdd79-8e01-4372-bfbc-c6378452eabc'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:57:54.556145 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ff0d2-ab5e-4335-9369-708d66e670eb tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Pushing event deleted for resources: {'Port': ['ID=9e9fdd79-8e01-4372-bfbc-c6378452eabc,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:54.558766 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-be7ff0d2-ab5e-4335-9369-708d66e670eb tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:54.627778 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56a02a9-b980-4e09-b2e4-8c862b6802ca req-be7ff0d2-ab5e-4335-9369-708d66e670eb tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] No DVR routers for this DVR port 9e9fdd79-8e01-4372-bfbc-c6378452eabc on host hv-cinder-80552 {{(pid=75884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 01:57:54.630374 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-d56a02a9-b980-4e09-b2e4-8c862b6802ca req-be7ff0d2-ab5e-4335-9369-708d66e670eb tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:54.633354 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb24d366-c813-4a61-953d-f8052d112ded', 'name': 'network-vif-deleted', 'tag': '9e9fdd79-8e01-4372-bfbc-c6378452eabc'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:57:54.692755 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb24d366-c813-4a61-953d-f8052d112ded', 'name': 'network-vif-deleted', 'tag': '9e9fdd79-8e01-4372-bfbc-c6378452eabc', 'status': 'completed', 'code': 200} Aug 23 01:57:54.725839 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d56a02a9-b980-4e09-b2e4-8c862b6802ca req-be7ff0d2-ab5e-4335-9369-708d66e670eb tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.10 "DELETE /v2.0/ports/9e9fdd79-8e01-4372-bfbc-c6378452eabc HTTP/1.1" status: 204 len: 173 time: 0.9787683 Aug 23 01:57:54.781592 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-1d2a5935-17ee-416d-8679-45854b4a3e0b req-40035352-1d23-4618-9f94-5313510733bb tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Synchronizing usage tracker for tenant:32833a706fcb4296ac50ac6fe6d0e6ef on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:57:54.825339 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 44126) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:57:54.853852 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-1d2a5935-17ee-416d-8679-45854b4a3e0b req-40035352-1d23-4618-9f94-5313510733bb tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Unset dirty status for tenant:32833a706fcb4296ac50ac6fe6d0e6ef on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:57:54.855031 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1d2a5935-17ee-416d-8679-45854b4a3e0b req-40035352-1d23-4618-9f94-5313510733bb tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb24d366-c813-4a61-953d-f8052d112ded HTTP/1.1" status: 200 len: 210 time: 0.1136296 Aug 23 01:57:54.968893 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [None req-d556e4c2-bd1c-45ed-9faf-a8ba1c91674c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1496507499-network', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a'}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:57:54.974892 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-d556e4c2-bd1c-45ed-9faf-a8ba1c91674c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:57:54.980354 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-d556e4c2-bd1c-45ed-9faf-a8ba1c91674c admin admin] Usage tracker for resource:network and tenant:84945da5212241b9bfab7b2fb8891a6a is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:57:54.983253 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-d556e4c2-bd1c-45ed-9faf-a8ba1c91674c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:57:54.990535 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-d556e4c2-bd1c-45ed-9faf-a8ba1c91674c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:57:55.064273 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d556e4c2-bd1c-45ed-9faf-a8ba1c91674c admin admin] Made reservation on behalf of 84945da5212241b9bfab7b2fb8891a6a for: {'network': 1} {{(pid=75883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:57:55.066425 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d556e4c2-bd1c-45ed-9faf-a8ba1c91674c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for network, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:55.078826 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d556e4c2-bd1c-45ed-9faf-a8ba1c91674c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:55.110972 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-d556e4c2-bd1c-45ed-9faf-a8ba1c91674c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:57:55.114885 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-d556e4c2-bd1c-45ed-9faf-a8ba1c91674c admin admin] Usage tracker for resource:security_group_rule and tenant:84945da5212241b9bfab7b2fb8891a6a is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:57:55.117650 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-d556e4c2-bd1c-45ed-9faf-a8ba1c91674c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:57:55.123187 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-d556e4c2-bd1c-45ed-9faf-a8ba1c91674c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:57:55.185799 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d556e4c2-bd1c-45ed-9faf-a8ba1c91674c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:55.266848 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d556e4c2-bd1c-45ed-9faf-a8ba1c91674c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:55.269931 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-112fba31-8a25-4f12-b1da-b819bedb00ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:55.299501 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d556e4c2-bd1c-45ed-9faf-a8ba1c91674c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=75883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 01:57:55.308096 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556e4c2-bd1c-45ed-9faf-a8ba1c91674c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4eda83d-d775-4cff-9df1-89eebddbaa8f,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:55.311757 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-d556e4c2-bd1c-45ed-9faf-a8ba1c91674c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:55.314207 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d556e4c2-bd1c-45ed-9faf-a8ba1c91674c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:55.314787 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.db.segments_db [None req-d556e4c2-bd1c-45ed-9faf-a8ba1c91674c admin admin] Added segment 820f3040-a687-4e98-921a-af2d1707ff78 of type vlan for network 31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0 Aug 23 01:57:55.345713 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d556e4c2-bd1c-45ed-9faf-a8ba1c91674c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755480149414'] for network, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:55.444356 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb011c3-28b1-414e-96c3-c32bebbd5aed req-00c6e969-8205-4fae-8fed-c26925bb7927 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:55.446409 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-efb011c3-28b1-414e-96c3-c32bebbd5aed req-00c6e969-8205-4fae-8fed-c26925bb7927 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.0969913 Aug 23 01:57:55.491415 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-efb011c3-28b1-414e-96c3-c32bebbd5aed req-693240ab-0a4f-4bae-9689-0050b8d17a27 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391600 Aug 23 01:57:55.535306 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d556e4c2-bd1c-45ed-9faf-a8ba1c91674c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844'] for network, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:55.536515 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d556e4c2-bd1c-45ed-9faf-a8ba1c91674c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:55.537102 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d556e4c2-bd1c-45ed-9faf-a8ba1c91674c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:55.541257 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:55.640749 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556e4c2-bd1c-45ed-9faf-a8ba1c91674c admin admin] Pushing event updated for resources: {'Network': ['ID=31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:55.643662 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-d556e4c2-bd1c-45ed-9faf-a8ba1c91674c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:55.651483 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Network 31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0 details requested by agent ovs-agent-dv-cinder-805529-1-smb with host dv-cinder-805529-1-smb {{(pid=75885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 01:57:55.728700 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-d556e4c2-bd1c-45ed-9faf-a8ba1c91674c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9017375 Aug 23 01:57:55.731769 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 44136) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:57:55.737359 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-d25c662c-e1f6-4e1b-b681-b5383e248e43 admin admin] Request body: {'subnet': {'network_id': '31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1496507499-subnet', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'ip_version': 4}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:57:55.742223 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-d25c662c-e1f6-4e1b-b681-b5383e248e43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:57:55.746164 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-d25c662c-e1f6-4e1b-b681-b5383e248e43 admin admin] Usage tracker for resource:subnet and tenant:84945da5212241b9bfab7b2fb8891a6a is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:57:55.749070 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-d25c662c-e1f6-4e1b-b681-b5383e248e43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:57:55.755059 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-d25c662c-e1f6-4e1b-b681-b5383e248e43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:57:55.841339 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25c662c-e1f6-4e1b-b681-b5383e248e43 admin admin] Made reservation on behalf of 84945da5212241b9bfab7b2fb8891a6a for: {'subnet': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:57:55.843781 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d25c662c-e1f6-4e1b-b681-b5383e248e43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7385815'] for subnet, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:56.204566 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d25c662c-e1f6-4e1b-b681-b5383e248e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7565763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7385797'] for subnet, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:56.209353 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:56.284458 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c662c-e1f6-4e1b-b681-b5383e248e43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48543fea-f3f5-4502-841e-d602926dc26b,revision_number=0']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:56.288369 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-d25c662c-e1f6-4e1b-b681-b5383e248e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:56.293923 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25c662c-e1f6-4e1b-b681-b5383e248e43 admin admin] Checking segment: {'id': '820f3040-a687-4e98-921a-af2d1707ff78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:57:56.294305 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25c662c-e1f6-4e1b-b681-b5383e248e43 admin admin] Network hostable DHCP agents. Network: 31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0, hostable agents: ['a3c6b368-9f05-470a-b08f-b8e256619343'], hosted agents: [] {{(pid=75884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 01:57:56.397699 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25c662c-e1f6-4e1b-b681-b5383e248e43 admin admin] Network 31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0 is scheduled to be hosted by DHCP agent a3c6b368-9f05-470a-b08f-b8e256619343 with binding_index 1 {{(pid=75884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 01:57:56.466682 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [None req-d25c662c-e1f6-4e1b-b681-b5383e248e43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-smb, 31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0) {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:57:56.470857 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25c662c-e1f6-4e1b-b681-b5383e248e43 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:56.471489 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d25c662c-e1f6-4e1b-b681-b5383e248e43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:56.476526 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b6e1cb-d209-496c-b5eb-18c61be04539 None None] Network 31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:57:56.542356 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-d25c662c-e1f6-4e1b-b681-b5383e248e43 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8093169 Aug 23 01:57:56.545049 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 44154) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:57:56.551568 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-873b5b62-cd0e-4a14-b1eb-9acd70006bbd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1496507499-router', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'}}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:57:56.558007 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-873b5b62-cd0e-4a14-b1eb-9acd70006bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:57:56.563684 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-873b5b62-cd0e-4a14-b1eb-9acd70006bbd admin admin] Usage tracker for resource:router and tenant:84945da5212241b9bfab7b2fb8891a6a is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:57:56.566978 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-873b5b62-cd0e-4a14-b1eb-9acd70006bbd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:57:56.574365 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-873b5b62-cd0e-4a14-b1eb-9acd70006bbd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:57:56.717698 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7c477c-4790-4eaf-85a1-04c4ac1edc36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda118723-1026-5c8b-83fd-a84db345d438-31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0', 'network_id': '31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'fixed_ips': [{'subnet_id': '48543fea-f3f5-4502-841e-d602926dc26b'}]}} from dv-cinder-805529-1-smb. {{(pid=75885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 01:57:56.718534 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-ef7c477c-4790-4eaf-85a1-04c4ac1edc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:56.727918 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d34929-a2c7-4682-b2de-971a8b383803 req-ceaa373f-f1fe-4bba-84d2-57269239d6b9 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:56.730034 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-18d34929-a2c7-4682-b2de-971a8b383803 req-ceaa373f-f1fe-4bba-84d2-57269239d6b9 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.0890014 Aug 23 01:57:56.740900 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-873b5b62-cd0e-4a14-b1eb-9acd70006bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4569'] for router, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:56.742025 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-873b5b62-cd0e-4a14-b1eb-9acd70006bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-412180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4386'] for router, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:56.769258 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-873b5b62-cd0e-4a14-b1eb-9acd70006bbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:56.790419 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-18d34929-a2c7-4682-b2de-971a8b383803 req-e8e85e30-98ee-4df1-81fa-7182be35edd8 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535131 Aug 23 01:57:56.918806 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.db_base_plugin_common [None req-ef7c477c-4790-4eaf-85a1-04c4ac1edc36 None None] Allocated IP 172.20.0.2 (31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0/48543fea-f3f5-4502-841e-d602926dc26b/60a21481-2794-44a7-ad6d-7df425fa2a30) {{(pid=75885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:57:57.033529 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-873b5b62-cd0e-4a14-b1eb-9acd70006bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4404'] for router, precommit_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:57.127331 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-ef7c477c-4790-4eaf-85a1-04c4ac1edc36 None None] Notify callbacks [] for port, precommit_create {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:57.138120 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-ef7c477c-4790-4eaf-85a1-04c4ac1edc36 None None] Transition to ACTIVE for port object 60a21481-2794-44a7-ad6d-7df425fa2a30 will not be triggered until provisioned by entity L2. {{(pid=75885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:57:57.156832 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-ef7c477c-4790-4eaf-85a1-04c4ac1edc36 None None] Transition to ACTIVE for port object 60a21481-2794-44a7-ad6d-7df425fa2a30 will not be triggered until provisioned by entity DHCP. {{(pid=75885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:57:57.260024 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-ef7c477c-4790-4eaf-85a1-04c4ac1edc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:57.264728 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-9fea14bf-0384-4346-9ad5-9a982e3c6d60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:57.310330 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-873b5b62-cd0e-4a14-b1eb-9acd70006bbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:57.324604 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7c477c-4790-4eaf-85a1-04c4ac1edc36 None None] Network 31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0 is already hosted by enough agents. {{(pid=75885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:57:57.327529 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.scheduler.base_scheduler [None req-ef7c477c-4790-4eaf-85a1-04c4ac1edc36 None None] Resources bound (agent type, host, resource id): {{(pid=75885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:57:57.331155 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7c477c-4790-4eaf-85a1-04c4ac1edc36 None None] Received port after_create {{(pid=75885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:57:57.343076 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-873b5b62-cd0e-4a14-b1eb-9acd70006bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:57.343310 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c477c-4790-4eaf-85a1-04c4ac1edc36 None None] Pushing event updated for resources: {'Port': ['ID=60a21481-2794-44a7-ad6d-7df425fa2a30,revision_number=1']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:57.346642 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-ef7c477c-4790-4eaf-85a1-04c4ac1edc36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:57.432172 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-ef7c477c-4790-4eaf-85a1-04c4ac1edc36 None None] Attempting to bind port 60a21481-2794-44a7-ad6d-7df425fa2a30 on host dv-cinder-805529-1-smb for vnic_type normal with profile {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:57:57.432547 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-ef7c477c-4790-4eaf-85a1-04c4ac1edc36 None None] Attempting to bind port 60a21481-2794-44a7-ad6d-7df425fa2a30 by drivers openvswitch,hyperv on host dv-cinder-805529-1-smb at level 0 using segments [{'id': '820f3040-a687-4e98-921a-af2d1707ff78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0'}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:57:57.432906 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7c477c-4790-4eaf-85a1-04c4ac1edc36 None None] Attempting to bind port 60a21481-2794-44a7-ad6d-7df425fa2a30 on network 31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0 {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:57:57.439408 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7c477c-4790-4eaf-85a1-04c4ac1edc36 None None] Checking agent: {'id': '7e854a2e-3ddb-4791-9f4e-63d19a343734', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 44, 3), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:57:57.439782 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7c477c-4790-4eaf-85a1-04c4ac1edc36 None None] Checking segment: {'id': '820f3040-a687-4e98-921a-af2d1707ff78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:57:57.440179 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-ef7c477c-4790-4eaf-85a1-04c4ac1edc36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:57.440681 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7c477c-4790-4eaf-85a1-04c4ac1edc36 None None] Bound using segment: {'id': '820f3040-a687-4e98-921a-af2d1707ff78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0'} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:57:57.441061 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-ef7c477c-4790-4eaf-85a1-04c4ac1edc36 None None] Bound port: 60a21481-2794-44a7-ad6d-7df425fa2a30, host: dv-cinder-805529-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820f3040-a687-4e98-921a-af2d1707ff78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0'}}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:57:57.441428 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-ef7c477c-4790-4eaf-85a1-04c4ac1edc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:57.497212 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_common [None req-873b5b62-cd0e-4a14-b1eb-9acd70006bbd admin admin] Allocated IP 172.28.2.17 (90009780-9c2f-491e-b27f-d9d23ecfb7b4/1e7d67c2-da92-4caf-b211-787ee080d8b0/e781099b-0309-4c18-83e7-67a6567cf36d) {{(pid=75884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:57:57.528519 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-ef7c477c-4790-4eaf-85a1-04c4ac1edc36 None None] For port 60a21481-2794-44a7-ad6d-7df425fa2a30, host dv-cinder-805529-1-smb, cleared binding levels {{(pid=75885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:57:57.531424 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-ef7c477c-4790-4eaf-85a1-04c4ac1edc36 None None] For port 60a21481-2794-44a7-ad6d-7df425fa2a30, host dv-cinder-805529-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=60a21481-2794-44a7-ad6d-7df425fa2a30,segment=NetworkSegment(820f3040-a687-4e98-921a-af2d1707ff78),segment_id=820f3040-a687-4e98-921a-af2d1707ff78)] {{(pid=75885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:57:57.627356 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-ef7c477c-4790-4eaf-85a1-04c4ac1edc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:57.631699 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:57.651159 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-873b5b62-cd0e-4a14-b1eb-9acd70006bbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:57.718033 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c477c-4790-4eaf-85a1-04c4ac1edc36 None None] Pushing event updated for resources: {'Port': ['ID=60a21481-2794-44a7-ad6d-7df425fa2a30,revision_number=2']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:57.721084 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-ef7c477c-4790-4eaf-85a1-04c4ac1edc36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:57.770007 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 9e9fdd79-8e01-4372-bfbc-c6378452eabc no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 01:57:57.770525 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-873b5b62-cd0e-4a14-b1eb-9acd70006bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:57.775182 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-3d1ac0c1-2bd6-450c-9503-8bbff1d00c03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:57:57.806599 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] No Port match for: 9e9fdd79-8e01-4372-bfbc-c6378452eabc {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 01:57:57.806930 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 9e9fdd79-8e01-4372-bfbc-c6378452eabc not bound to the agent host hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 01:57:57.845561 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873b5b62-cd0e-4a14-b1eb-9acd70006bbd admin admin] Network 90009780-9c2f-491e-b27f-d9d23ecfb7b4 is already hosted by enough agents. {{(pid=75884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:57:57.849171 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [None req-873b5b62-cd0e-4a14-b1eb-9acd70006bbd admin admin] Resources bound (agent type, host, resource id): {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:57:57.851180 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b5b62-cd0e-4a14-b1eb-9acd70006bbd admin admin] Pushing event updated for resources: {'Port': ['ID=e781099b-0309-4c18-83e7-67a6567cf36d,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:57:57.853723 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873b5b62-cd0e-4a14-b1eb-9acd70006bbd admin admin] Received port after_create {{(pid=75884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:57:57.880458 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-873b5b62-cd0e-4a14-b1eb-9acd70006bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:57:58.219947 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-873b5b62-cd0e-4a14-b1eb-9acd70006bbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:58.220677 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-873b5b62-cd0e-4a14-b1eb-9acd70006bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405533'] for router, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:58.302153 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db952d2-fc22-4682-be3c-e77b94c18e01 req-1e4dd6e6-0d1b-430e-b2fb-2b6760ac81b5 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:58.303632 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1db952d2-fc22-4682-be3c-e77b94c18e01 req-1e4dd6e6-0d1b-430e-b2fb-2b6760ac81b5 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.3644886 Aug 23 01:57:58.372795 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1db952d2-fc22-4682-be3c-e77b94c18e01 req-286932e4-1ea2-479d-997b-c6c52dd63fd8 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548146 Aug 23 01:57:58.607682 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873b5b62-cd0e-4a14-b1eb-9acd70006bbd admin admin] Router 7547059e-ba11-43bf-bd7a-fc2845c186e4 is scheduled to L3 agent a65233ca-d566-4bb6-b10d-56979c97574d with binding_index 1 {{(pid=75884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 01:57:58.716928 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c95c5e-82fb-42e7-94e1-7ac353dfc296 None None] Network 31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:57:58.953307 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 60a21481-2794-44a7-ad6d-7df425fa2a30 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:57:58.988599 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-21805bce-a54a-46a0-97ae-dc223da6e317 None None] Provisioning for port 60a21481-2794-44a7-ad6d-7df425fa2a30 completed by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:57:59.004483 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873b5b62-cd0e-4a14-b1eb-9acd70006bbd admin admin] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 01:57:59.030893 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa0db4a-f8d8-4979-a288-fd2acf0c310e None None] Sync routers for ids ['7547059e-ba11-43bf-bd7a-fc2845c186e4'] in dv-cinder-805529-1-smb {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 01:57:59.067992 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29466975-ef96-43e5-8372-301e65ca86d9 req-1bc2e080-1796-4e5d-a604-29bef16f2a35 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:59.069538 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-29466975-ef96-43e5-8372-301e65ca86d9 req-1bc2e080-1796-4e5d-a604-29bef16f2a35 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.1499498 Aug 23 01:57:59.106679 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa0db4a-f8d8-4979-a288-fd2acf0c310e None None] Routers {'7547059e-ba11-43bf-bd7a-fc2845c186e4'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:57:59.107481 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-6aa0db4a-f8d8-4979-a288-fd2acf0c310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:57:34Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['7547059e-ba11-43bf-bd7a-fc2845c186e4'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:57:59.135129 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-29466975-ef96-43e5-8372-301e65ca86d9 req-6d52ab04-6a6b-4d92-837c-d3de1bc681f6 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556519 Aug 23 01:57:59.145902 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-76cab449-eab5-4f80-8836-9102ae9b9457 req-d5215cc7-4e48-47be-96c6-fdc62ce69af0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4974ea7b9027427197b8907f91b8fd1c&device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 1099 time: 0.1324334 Aug 23 01:57:59.175693 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-873b5b62-cd0e-4a14-b1eb-9acd70006bbd admin admin] Notify callbacks [] for router, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:59.176855 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-873b5b62-cd0e-4a14-b1eb-9acd70006bbd admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6306641 Aug 23 01:57:59.180270 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 44198) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:57:59.290103 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning for port 60a21481-2794-44a7-ad6d-7df425fa2a30 completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:57:59.301019 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port 60a21481-2794-44a7-ad6d-7df425fa2a30 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:57:59.301391 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:59.333820 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cab449-eab5-4f80-8836-9102ae9b9457 req-9e789cb8-5100-4e63-9ae6-aa5c784299ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:59.335457 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-76cab449-eab5-4f80-8836-9102ae9b9457 req-9e789cb8-5100-4e63-9ae6-aa5c784299ce service neutron] 10.222.0.10 "GET /v2.0/networks?id=5840b669-618c-425e-995c-00dd5d36fe85 HTTP/1.1" status: 200 len: 912 time: 0.1828747 Aug 23 01:57:59.380901 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-6aa0db4a-f8d8-4979-a288-fd2acf0c310e None None] Set router 7547059e-ba11-43bf-bd7a-fc2845c186e4 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:57:59.475244 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-76cab449-eab5-4f80-8836-9102ae9b9457 req-3c8aac3d-256c-4eb9-a34e-4b8b4fe80989 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f4e934c-7b43-4086-9384-8f344a2b3389 HTTP/1.1" status: 200 len: 1001 time: 0.1328294 Aug 23 01:57:59.545425 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cab449-eab5-4f80-8836-9102ae9b9457 req-ba3793e3-f1ad-4bc6-a638-61816e1a00a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:57:59.546859 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-76cab449-eab5-4f80-8836-9102ae9b9457 req-ba3793e3-f1ad-4bc6-a638-61816e1a00a4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afcb811f-6ebd-4831-86e9-dd7cc945a891 HTTP/1.1" status: 200 len: 850 time: 0.0642016 Aug 23 01:57:59.664528 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-76cab449-eab5-4f80-8836-9102ae9b9457 req-17e1edf3-9819-4079-8c89-bfaa8a17fc7e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5840b669-618c-425e-995c-00dd5d36fe85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1063917 Aug 23 01:57:59.816757 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:59.833397 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-cb2b1b52-30f3-4aca-8295-a2087edf0e7b None None] Provisioning complete for port 60a21481-2794-44a7-ad6d-7df425fa2a30 triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:57:59.833916 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-cb2b1b52-30f3-4aca-8295-a2087edf0e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:57:59.840944 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-76cab449-eab5-4f80-8836-9102ae9b9457 req-9d5b1be3-05ce-4bd1-9fa7-c869a3a07e97 service neutron] 10.222.0.10 "GET /v2.0/networks/5840b669-618c-425e-995c-00dd5d36fe85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707313 Aug 23 01:57:59.911436 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-6aa0db4a-f8d8-4979-a288-fd2acf0c310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'name': 'tempest-TestMinimumBasicScenario-1496507499-router', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'e781099b-0309-4c18-83e7-67a6567cf36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:57:56Z', 'updated_at': '2021-08-23T01:57:58Z', 'revision_number': 3, 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'gw_port': {'id': 'e781099b-0309-4c18-83e7-67a6567cf36d', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:be:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:57:57Z', 'updated_at': '2021-08-23T01:57:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb'}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:57:59.955201 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] For port 60a21481-2794-44a7-ad6d-7df425fa2a30, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=60a21481-2794-44a7-ad6d-7df425fa2a30,segment=NetworkSegment(820f3040-a687-4e98-921a-af2d1707ff78),segment_id=820f3040-a687-4e98-921a-af2d1707ff78)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:57:59.968023 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa0db4a-f8d8-4979-a288-fd2acf0c310e None None] Checking router: 7547059e-ba11-43bf-bd7a-fc2845c186e4 for host: dv-cinder-805529-1-smb {{(pid=75885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 01:57:59.968531 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa0db4a-f8d8-4979-a288-fd2acf0c310e None None] Updating router 7547059e-ba11-43bf-bd7a-fc2845c186e4 port e781099b-0309-4c18-83e7-67a6567cf36d binding host dv-cinder-805529-1-smb {{(pid=75885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 01:58:00.032386 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:00.039587 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:00.081865 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-76cab449-eab5-4f80-8836-9102ae9b9457 req-cfa025a4-3b45-4e77-9e40-bf1fca574b49 service neutron] 10.222.0.10 "GET /v2.0/networks/5840b669-618c-425e-995c-00dd5d36fe85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331338 Aug 23 01:58:00.127031 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-cb2b1b52-30f3-4aca-8295-a2087edf0e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:00.142369 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-6aa0db4a-f8d8-4979-a288-fd2acf0c310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:00.167760 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Pushing event updated for resources: {'Port': ['ID=60a21481-2794-44a7-ad6d-7df425fa2a30,revision_number=3']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:00.176590 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:00.347041 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.db.api [None req-cb2b1b52-30f3-4aca-8295-a2087edf0e7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 01:58:00.347579 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_db.api [None req-cb2b1b52-30f3-4aca-8295-a2087edf0e7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 01:58:00.407672 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a82f9a2c-4fab-4b36-be61-0cffdc659f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:00.781754 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c2ff6-80a2-49b7-a9de-5ed568bed6de req-ca54a987-cdff-419a-943e-d5aece310adf tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:00.783550 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ab2c2ff6-80a2-49b7-a9de-5ed568bed6de req-ca54a987-cdff-419a-943e-d5aece310adf tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.4455984 Aug 23 01:58:00.802112 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-6aa0db4a-f8d8-4979-a288-fd2acf0c310e None None] Notify callbacks [] for port, precommit_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:00.818928 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-6aa0db4a-f8d8-4979-a288-fd2acf0c310e None None] Transition to ACTIVE for port object e781099b-0309-4c18-83e7-67a6567cf36d will not be triggered until provisioned by entity L2. {{(pid=75885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:58:00.854396 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.db_base_plugin_common [None req-a82f9a2c-4fab-4b36-be61-0cffdc659f0f admin admin] Allocated IP 172.20.0.1 (31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0/48543fea-f3f5-4502-841e-d602926dc26b/9e347390-4e84-4e6f-9f3a-cb1e9d6a613d) {{(pid=75883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:58:00.873967 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ab2c2ff6-80a2-49b7-a9de-5ed568bed6de req-1bb8d2b5-e10c-48fe-a87b-d4a8271d66fd tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827782 Aug 23 01:58:00.915690 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 60a21481-2794-44a7-ad6d-7df425fa2a30 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:58:00.944911 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-6aa0db4a-f8d8-4979-a288-fd2acf0c310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:00.958653 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:01.048453 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a82f9a2c-4fab-4b36-be61-0cffdc659f0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:01.074181 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53cd9c-c81b-450e-ae95-f1af6787c030 None None] Pushing event updated for resources: {'Port': ['ID=e781099b-0309-4c18-83e7-67a6567cf36d,revision_number=2']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:01.076881 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.provisioning_blocks [None req-a82f9a2c-4fab-4b36-be61-0cffdc659f0f admin admin] Transition to ACTIVE for port object 9e347390-4e84-4e6f-9f3a-cb1e9d6a613d will not be triggered until provisioned by entity DHCP. {{(pid=75883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:58:01.077019 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-aa53cd9c-c81b-450e-ae95-f1af6787c030 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:01.079905 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-6aa0db4a-f8d8-4979-a288-fd2acf0c310e None None] Attempting to bind port e781099b-0309-4c18-83e7-67a6567cf36d on host dv-cinder-805529-1-smb for vnic_type normal with profile {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:58:01.080272 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-6aa0db4a-f8d8-4979-a288-fd2acf0c310e None None] Attempting to bind port e781099b-0309-4c18-83e7-67a6567cf36d by drivers openvswitch,hyperv on host dv-cinder-805529-1-smb at level 0 using segments [{'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:58:01.080631 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa0db4a-f8d8-4979-a288-fd2acf0c310e None None] Attempting to bind port e781099b-0309-4c18-83e7-67a6567cf36d on network 90009780-9c2f-491e-b27f-d9d23ecfb7b4 {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:58:01.091587 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa0db4a-f8d8-4979-a288-fd2acf0c310e None None] Checking agent: {'id': '7e854a2e-3ddb-4791-9f4e-63d19a343734', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 44, 3), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:58:01.095567 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa0db4a-f8d8-4979-a288-fd2acf0c310e None None] Checking segment: {'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:58:01.095567 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-6aa0db4a-f8d8-4979-a288-fd2acf0c310e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:01.095567 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa0db4a-f8d8-4979-a288-fd2acf0c310e None None] Bound using segment: {'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:58:01.095567 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-6aa0db4a-f8d8-4979-a288-fd2acf0c310e None None] Bound port: e781099b-0309-4c18-83e7-67a6567cf36d, host: dv-cinder-805529-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'}}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:58:01.095567 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-6aa0db4a-f8d8-4979-a288-fd2acf0c310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:01.150612 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port 60a21481-2794-44a7-ad6d-7df425fa2a30 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:58:01.150990 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:01.174188 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a82f9a2c-4fab-4b36-be61-0cffdc659f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:01.178627 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:01.221373 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-6aa0db4a-f8d8-4979-a288-fd2acf0c310e None None] For port e781099b-0309-4c18-83e7-67a6567cf36d, host dv-cinder-805529-1-smb, cleared binding levels {{(pid=75885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:58:01.226803 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-6aa0db4a-f8d8-4979-a288-fd2acf0c310e None None] For port e781099b-0309-4c18-83e7-67a6567cf36d, host dv-cinder-805529-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=e781099b-0309-4c18-83e7-67a6567cf36d,segment=NetworkSegment(7c5f1ea7-734e-4991-8c15-dc9eedea0188),segment_id=7c5f1ea7-734e-4991-8c15-dc9eedea0188)] {{(pid=75885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:58:01.252483 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82f9a2c-4fab-4b36-be61-0cffdc659f0f admin admin] Network 31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0 is already hosted by enough agents. {{(pid=75883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:58:01.255681 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.base_scheduler [None req-a82f9a2c-4fab-4b36-be61-0cffdc659f0f admin admin] Resources bound (agent type, host, resource id): {{(pid=75883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:58:01.259956 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82f9a2c-4fab-4b36-be61-0cffdc659f0f admin admin] Received port after_create {{(pid=75883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:58:01.260545 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a82f9a2c-4fab-4b36-be61-0cffdc659f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405699'] for router_interface, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:01.284797 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f9a2c-4fab-4b36-be61-0cffdc659f0f admin admin] Pushing event updated for resources: {'Port': ['ID=9e347390-4e84-4e6f-9f3a-cb1e9d6a613d,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:01.315000 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-a82f9a2c-4fab-4b36-be61-0cffdc659f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:01.324886 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-6aa0db4a-f8d8-4979-a288-fd2acf0c310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:01.336051 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-ef7c477c-4790-4eaf-85a1-04c4ac1edc36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:01.432694 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa0db4a-f8d8-4979-a288-fd2acf0c310e None None] Routers {'7547059e-ba11-43bf-bd7a-fc2845c186e4'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:58:01.433711 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-6aa0db4a-f8d8-4979-a288-fd2acf0c310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:57:34Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['7547059e-ba11-43bf-bd7a-fc2845c186e4'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:58:01.495208 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a82f9a2c-4fab-4b36-be61-0cffdc659f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:01.541769 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53cd9c-c81b-450e-ae95-f1af6787c030 None None] Pushing event updated for resources: {'Port': ['ID=e781099b-0309-4c18-83e7-67a6567cf36d,revision_number=3']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:01.548242 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-aa53cd9c-c81b-450e-ae95-f1af6787c030 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:01.644059 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-c68cfc04-b970-4102-b8e6-a8d83db81167 None None] Provisioning for port 9e347390-4e84-4e6f-9f3a-cb1e9d6a613d completed by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:58:01.652198 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-c68cfc04-b970-4102-b8e6-a8d83db81167 None None] Provisioning complete for port 9e347390-4e84-4e6f-9f3a-cb1e9d6a613d triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:58:01.652737 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-c68cfc04-b970-4102-b8e6-a8d83db81167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:01.709160 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-c68cfc04-b970-4102-b8e6-a8d83db81167 None None] Port 9e347390-4e84-4e6f-9f3a-cb1e9d6a613d cannot update to ACTIVE because it is not bound. {{(pid=75885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 01:58:01.733226 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-6aa0db4a-f8d8-4979-a288-fd2acf0c310e None None] Set router 7547059e-ba11-43bf-bd7a-fc2845c186e4 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:58:01.879891 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a82f9a2c-4fab-4b36-be61-0cffdc659f0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:01.956544 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a82f9a2c-4fab-4b36-be61-0cffdc659f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:01.958347 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a82f9a2c-4fab-4b36-be61-0cffdc659f0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1356800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406314'] for router_interface, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:01.963798 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:02.051683 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f9a2c-4fab-4b36-be61-0cffdc659f0f admin admin] Pushing event updated for resources: {'Port': ['ID=9e347390-4e84-4e6f-9f3a-cb1e9d6a613d,revision_number=2']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:02.063374 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-a82f9a2c-4fab-4b36-be61-0cffdc659f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:02.158963 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef62cf-e867-46ce-ad22-57b34aeecd3a req-8d636aad-7b4d-46ea-8492-c62d4d164bcc tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:02.161153 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f6ef62cf-e867-46ce-ad22-57b34aeecd3a req-8d636aad-7b4d-46ea-8492-c62d4d164bcc tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.1287677 Aug 23 01:58:02.173875 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-6aa0db4a-f8d8-4979-a288-fd2acf0c310e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'name': 'tempest-TestMinimumBasicScenario-1496507499-router', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'e781099b-0309-4c18-83e7-67a6567cf36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:57:56Z', 'updated_at': '2021-08-23T01:58:01Z', 'revision_number': 4, 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'gw_port': {'id': 'e781099b-0309-4c18-83e7-67a6567cf36d', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:be:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:57:57Z', 'updated_at': '2021-08-23T01:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': '9e347390-4e84-4e6f-9f3a-cb1e9d6a613d', 'name': '', 'network_id': '31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'mac_address': 'fa:16:3e:e6:0e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48543fea-f3f5-4502-841e-d602926dc26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:00Z', 'updated_at': '2021-08-23T01:58:00Z', 'revision_number': 1, 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'subnets': [{'id': '48543fea-f3f5-4502-841e-d602926dc26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:58:02.185754 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa0db4a-f8d8-4979-a288-fd2acf0c310e None None] The sync data for ids ['7547059e-ba11-43bf-bd7a-fc2845c186e4'] in dv-cinder-805529-1-smb is: [{'id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'name': 'tempest-TestMinimumBasicScenario-1496507499-router', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'e781099b-0309-4c18-83e7-67a6567cf36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:57:56Z', 'updated_at': '2021-08-23T01:58:01Z', 'revision_number': 4, 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'gw_port': {'id': 'e781099b-0309-4c18-83e7-67a6567cf36d', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:be:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:57:57Z', 'updated_at': '2021-08-23T01:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': '9e347390-4e84-4e6f-9f3a-cb1e9d6a613d', 'name': '', 'network_id': '31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'mac_address': 'fa:16:3e:e6:0e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48543fea-f3f5-4502-841e-d602926dc26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:00Z', 'updated_at': '2021-08-23T01:58:00Z', 'revision_number': 1, 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'subnets': [{'id': '48543fea-f3f5-4502-841e-d602926dc26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 01:58:02.210749 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-bb26ef28-a5b5-4e62-afba-da3fae8e0397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:02.228701 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f6ef62cf-e867-46ce-ad22-57b34aeecd3a req-099eadda-c172-4eff-a5a2-4d93268ee27e tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596907 Aug 23 01:58:02.247432 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82f9a2c-4fab-4b36-be61-0cffdc659f0f admin admin] Network 31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0 is already hosted by enough agents. {{(pid=75883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:58:02.247432 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.base_scheduler [None req-a82f9a2c-4fab-4b36-be61-0cffdc659f0f admin admin] Resources bound (agent type, host, resource id): {{(pid=75883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:58:02.650328 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-dae9f881-4484-41f8-8f7d-1b6ae286cc9d None None] Provisioning complete for port 9e347390-4e84-4e6f-9f3a-cb1e9d6a613d triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:58:02.650776 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-dae9f881-4484-41f8-8f7d-1b6ae286cc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:02.697422 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:02.739624 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-dae9f881-4484-41f8-8f7d-1b6ae286cc9d None None] Port 9e347390-4e84-4e6f-9f3a-cb1e9d6a613d cannot update to ACTIVE because it is not bound. {{(pid=75885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 01:58:02.865492 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82f9a2c-4fab-4b36-be61-0cffdc659f0f admin admin] Router 7547059e-ba11-43bf-bd7a-fc2845c186e4 has already been hosted by L3 agent a65233ca-d566-4bb6-b10d-56979c97574d {{(pid=75883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 01:58:03.168161 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82f9a2c-4fab-4b36-be61-0cffdc659f0f admin admin] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 01:58:03.189938 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-a82f9a2c-4fab-4b36-be61-0cffdc659f0f admin admin] 10.222.0.18 "PUT /v2.0/routers/7547059e-ba11-43bf-bd7a-fc2845c186e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9995720 Aug 23 01:58:04.604207 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-ee72862f-21da-4330-be15-69b3f5cca29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:04.733053 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 44248) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:58:04.738234 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [None req-e7b22211-540b-4347-99f5-81f8483f0bee admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-566359026-network', 'tenant_id': '353d6bea8b724ea29ccb64c9974084b7'}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:58:04.743811 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-e7b22211-540b-4347-99f5-81f8483f0bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:58:04.749635 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-e7b22211-540b-4347-99f5-81f8483f0bee admin admin] Usage tracker for resource:network and tenant:353d6bea8b724ea29ccb64c9974084b7 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:58:04.753769 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-e7b22211-540b-4347-99f5-81f8483f0bee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:58:04.761341 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-e7b22211-540b-4347-99f5-81f8483f0bee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:58:04.839520 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b22211-540b-4347-99f5-81f8483f0bee admin admin] Made reservation on behalf of 353d6bea8b724ea29ccb64c9974084b7 for: {'network': 1} {{(pid=75883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:58:04.839520 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e7b22211-540b-4347-99f5-81f8483f0bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for network, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:04.861286 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e7b22211-540b-4347-99f5-81f8483f0bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:04.904377 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device e781099b-0309-4c18-83e7-67a6567cf36d up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:58:04.916646 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-e7b22211-540b-4347-99f5-81f8483f0bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:58:04.921429 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-e7b22211-540b-4347-99f5-81f8483f0bee admin admin] Usage tracker for resource:security_group_rule and tenant:353d6bea8b724ea29ccb64c9974084b7 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:58:04.925094 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-e7b22211-540b-4347-99f5-81f8483f0bee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:58:04.933290 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-e7b22211-540b-4347-99f5-81f8483f0bee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:58:05.013153 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e7b22211-540b-4347-99f5-81f8483f0bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:05.095075 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning for port e781099b-0309-4c18-83e7-67a6567cf36d completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:58:05.100614 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port e781099b-0309-4c18-83e7-67a6567cf36d triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:58:05.101088 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:05.123632 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e7b22211-540b-4347-99f5-81f8483f0bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:05.130165 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-be1b160b-0b6a-4970-8d74-a5659be67b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:05.158527 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b22211-540b-4347-99f5-81f8483f0bee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=75883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 01:58:05.167835 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b22211-540b-4347-99f5-81f8483f0bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51234827-dcd6-41fc-ba6b-ddcac5c27936,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:05.171786 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-e7b22211-540b-4347-99f5-81f8483f0bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:05.174483 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e7b22211-540b-4347-99f5-81f8483f0bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:05.174823 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.db.segments_db [None req-e7b22211-540b-4347-99f5-81f8483f0bee admin admin] Added segment bb8b761b-af00-4314-85d0-c035c59e0ba3 of type vlan for network 42350107-a2f1-44b8-a6cc-2a13c56af4a4 Aug 23 01:58:05.214224 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e7b22211-540b-4347-99f5-81f8483f0bee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755480149414'] for network, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:05.271923 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:05.294238 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] For port e781099b-0309-4c18-83e7-67a6567cf36d, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=e781099b-0309-4c18-83e7-67a6567cf36d,segment=NetworkSegment(7c5f1ea7-734e-4991-8c15-dc9eedea0188),segment_id=7c5f1ea7-734e-4991-8c15-dc9eedea0188)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:58:05.333310 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e7b22211-540b-4347-99f5-81f8483f0bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844'] for network, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:05.334690 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b22211-540b-4347-99f5-81f8483f0bee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:05.335889 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e7b22211-540b-4347-99f5-81f8483f0bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:05.339923 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-4acb0997-1269-49e0-986a-ca4b899acded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:05.361526 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:05.364001 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:05.439439 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Pushing event updated for resources: {'Port': ['ID=e781099b-0309-4c18-83e7-67a6567cf36d,revision_number=4']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:05.443116 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:05.481627 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b22211-540b-4347-99f5-81f8483f0bee admin admin] Pushing event updated for resources: {'Network': ['ID=42350107-a2f1-44b8-a6cc-2a13c56af4a4,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:05.484329 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-e7b22211-540b-4347-99f5-81f8483f0bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:05.495433 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Network 42350107-a2f1-44b8-a6cc-2a13c56af4a4 details requested by agent ovs-agent-dv-cinder-805529-1-smb with host dv-cinder-805529-1-smb {{(pid=75885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 01:58:05.590183 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-e7b22211-540b-4347-99f5-81f8483f0bee admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8538940 Aug 23 01:58:05.590480 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 44254) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:58:05.598047 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-7aa28959-4058-4425-98c5-689e597fe5df admin admin] Request body: {'subnet': {'network_id': '42350107-a2f1-44b8-a6cc-2a13c56af4a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-566359026-subnet', 'tenant_id': '353d6bea8b724ea29ccb64c9974084b7', 'ip_version': 4}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:58:05.604047 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-7aa28959-4058-4425-98c5-689e597fe5df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:58:05.608909 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-7aa28959-4058-4425-98c5-689e597fe5df admin admin] Usage tracker for resource:subnet and tenant:353d6bea8b724ea29ccb64c9974084b7 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:58:05.618823 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-7aa28959-4058-4425-98c5-689e597fe5df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:58:05.619209 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:05.631847 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-7aa28959-4058-4425-98c5-689e597fe5df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:58:05.720967 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa28959-4058-4425-98c5-689e597fe5df admin admin] Made reservation on behalf of 353d6bea8b724ea29ccb64c9974084b7 for: {'subnet': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:58:05.724310 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-7aa28959-4058-4425-98c5-689e597fe5df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7385815'] for subnet, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:06.004050 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-7aa28959-4058-4425-98c5-689e597fe5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7565763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7385797'] for subnet, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:06.009826 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-52b892e6-7b06-425e-874a-d3e0d79f3e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:06.083828 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa28959-4058-4425-98c5-689e597fe5df admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf8e8b7d-de10-43ff-9061-f757ed4825a4,revision_number=0']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:06.088581 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-7aa28959-4058-4425-98c5-689e597fe5df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:06.098161 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa28959-4058-4425-98c5-689e597fe5df admin admin] Checking segment: {'id': 'bb8b761b-af00-4314-85d0-c035c59e0ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '42350107-a2f1-44b8-a6cc-2a13c56af4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:58:06.098556 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa28959-4058-4425-98c5-689e597fe5df admin admin] Network hostable DHCP agents. Network: 42350107-a2f1-44b8-a6cc-2a13c56af4a4, hostable agents: ['a3c6b368-9f05-470a-b08f-b8e256619343'], hosted agents: [] {{(pid=75884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 01:58:06.184130 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa28959-4058-4425-98c5-689e597fe5df admin admin] Network 42350107-a2f1-44b8-a6cc-2a13c56af4a4 is scheduled to be hosted by DHCP agent a3c6b368-9f05-470a-b08f-b8e256619343 with binding_index 1 {{(pid=75884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 01:58:06.252925 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [None req-7aa28959-4058-4425-98c5-689e597fe5df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-smb, 42350107-a2f1-44b8-a6cc-2a13c56af4a4) {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:58:06.258452 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa28959-4058-4425-98c5-689e597fe5df admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:06.259586 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-7aa28959-4058-4425-98c5-689e597fe5df admin admin] Notify callbacks [] for subnet, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:06.263764 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7466fd4-2a66-42e9-beec-01931a491ccc None None] Network 42350107-a2f1-44b8-a6cc-2a13c56af4a4 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:58:06.353692 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 44258) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:58:06.354331 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-7aa28959-4058-4425-98c5-689e597fe5df admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7616138 Aug 23 01:58:06.359772 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [None req-d36d45be-0092-48f0-963f-8f4a6b83a754 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-566359026-router', 'tenant_id': '353d6bea8b724ea29ccb64c9974084b7', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'}}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:58:06.369400 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-d36d45be-0092-48f0-963f-8f4a6b83a754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:58:06.377196 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-d36d45be-0092-48f0-963f-8f4a6b83a754 admin admin] Usage tracker for resource:router and tenant:353d6bea8b724ea29ccb64c9974084b7 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:58:06.380923 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-d36d45be-0092-48f0-963f-8f4a6b83a754 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:58:06.390455 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-d36d45be-0092-48f0-963f-8f4a6b83a754 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:58:06.495404 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d36d45be-0092-48f0-963f-8f4a6b83a754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4569'] for router, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:06.496387 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d36d45be-0092-48f0-963f-8f4a6b83a754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-412180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4386'] for router, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:06.518965 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d36d45be-0092-48f0-963f-8f4a6b83a754 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:06.541682 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a638bf-f151-42b0-b58f-3e7fae5696a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda118723-1026-5c8b-83fd-a84db345d438-42350107-a2f1-44b8-a6cc-2a13c56af4a4', 'network_id': '42350107-a2f1-44b8-a6cc-2a13c56af4a4', 'tenant_id': '353d6bea8b724ea29ccb64c9974084b7', 'fixed_ips': [{'subnet_id': 'bf8e8b7d-de10-43ff-9061-f757ed4825a4'}]}} from dv-cinder-805529-1-smb. {{(pid=75885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 01:58:06.550422 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-d5a638bf-f151-42b0-b58f-3e7fae5696a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:06.733328 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.db_base_plugin_common [None req-d5a638bf-f151-42b0-b58f-3e7fae5696a2 None None] Allocated IP 172.20.0.2 (42350107-a2f1-44b8-a6cc-2a13c56af4a4/bf8e8b7d-de10-43ff-9061-f757ed4825a4/648f5afe-0f11-412e-a2e2-e7b0c747c3b1) {{(pid=75885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:58:06.792457 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d36d45be-0092-48f0-963f-8f4a6b83a754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4404'] for router, precommit_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:06.881823 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device e781099b-0309-4c18-83e7-67a6567cf36d up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:58:07.034400 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:07.042419 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port e781099b-0309-4c18-83e7-67a6567cf36d triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:58:07.043008 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:07.106959 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d36d45be-0092-48f0-963f-8f4a6b83a754 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:07.119840 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-d5a638bf-f151-42b0-b58f-3e7fae5696a2 None None] Notify callbacks [] for port, precommit_create {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:07.135667 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-d5a638bf-f151-42b0-b58f-3e7fae5696a2 None None] Transition to ACTIVE for port object 648f5afe-0f11-412e-a2e2-e7b0c747c3b1 will not be triggered until provisioned by entity L2. {{(pid=75885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:58:07.189457 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-d5a638bf-f151-42b0-b58f-3e7fae5696a2 None None] Transition to ACTIVE for port object 648f5afe-0f11-412e-a2e2-e7b0c747c3b1 will not be triggered until provisioned by entity DHCP. {{(pid=75885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:58:07.264036 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d36d45be-0092-48f0-963f-8f4a6b83a754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:07.293599 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-d5a638bf-f151-42b0-b58f-3e7fae5696a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:07.305916 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:07.374072 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a638bf-f151-42b0-b58f-3e7fae5696a2 None None] Network 42350107-a2f1-44b8-a6cc-2a13c56af4a4 is already hosted by enough agents. {{(pid=75885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:58:07.387442 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.scheduler.base_scheduler [None req-d5a638bf-f151-42b0-b58f-3e7fae5696a2 None None] Resources bound (agent type, host, resource id): {{(pid=75885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:58:07.391087 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a638bf-f151-42b0-b58f-3e7fae5696a2 None None] Received port after_create {{(pid=75885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:58:07.439443 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a638bf-f151-42b0-b58f-3e7fae5696a2 None None] Pushing event updated for resources: {'Port': ['ID=648f5afe-0f11-412e-a2e2-e7b0c747c3b1,revision_number=1']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:07.475364 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-d5a638bf-f151-42b0-b58f-3e7fae5696a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:07.480104 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.db_base_plugin_common [None req-d36d45be-0092-48f0-963f-8f4a6b83a754 admin admin] Allocated IP 172.28.2.221 (90009780-9c2f-491e-b27f-d9d23ecfb7b4/1e7d67c2-da92-4caf-b211-787ee080d8b0/bd7db762-cad0-41f5-8e7a-17f6e5244518) {{(pid=75883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:58:07.496784 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-d5a638bf-f151-42b0-b58f-3e7fae5696a2 None None] Attempting to bind port 648f5afe-0f11-412e-a2e2-e7b0c747c3b1 on host dv-cinder-805529-1-smb for vnic_type normal with profile {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:58:07.497468 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-d5a638bf-f151-42b0-b58f-3e7fae5696a2 None None] Attempting to bind port 648f5afe-0f11-412e-a2e2-e7b0c747c3b1 by drivers openvswitch,hyperv on host dv-cinder-805529-1-smb at level 0 using segments [{'id': 'bb8b761b-af00-4314-85d0-c035c59e0ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '42350107-a2f1-44b8-a6cc-2a13c56af4a4'}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:58:07.497871 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a638bf-f151-42b0-b58f-3e7fae5696a2 None None] Attempting to bind port 648f5afe-0f11-412e-a2e2-e7b0c747c3b1 on network 42350107-a2f1-44b8-a6cc-2a13c56af4a4 {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:58:07.506450 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a638bf-f151-42b0-b58f-3e7fae5696a2 None None] Checking agent: {'id': '7e854a2e-3ddb-4791-9f4e-63d19a343734', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 44, 3), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:58:07.507785 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a638bf-f151-42b0-b58f-3e7fae5696a2 None None] Checking segment: {'id': 'bb8b761b-af00-4314-85d0-c035c59e0ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '42350107-a2f1-44b8-a6cc-2a13c56af4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:58:07.508357 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-d5a638bf-f151-42b0-b58f-3e7fae5696a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:07.509116 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a638bf-f151-42b0-b58f-3e7fae5696a2 None None] Bound using segment: {'id': 'bb8b761b-af00-4314-85d0-c035c59e0ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '42350107-a2f1-44b8-a6cc-2a13c56af4a4'} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:58:07.510113 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-d5a638bf-f151-42b0-b58f-3e7fae5696a2 None None] Bound port: 648f5afe-0f11-412e-a2e2-e7b0c747c3b1, host: dv-cinder-805529-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8b761b-af00-4314-85d0-c035c59e0ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '42350107-a2f1-44b8-a6cc-2a13c56af4a4'}}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:58:07.510702 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-d5a638bf-f151-42b0-b58f-3e7fae5696a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:07.619200 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-d5a638bf-f151-42b0-b58f-3e7fae5696a2 None None] For port 648f5afe-0f11-412e-a2e2-e7b0c747c3b1, host dv-cinder-805529-1-smb, cleared binding levels {{(pid=75885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:58:07.623387 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-d5a638bf-f151-42b0-b58f-3e7fae5696a2 None None] For port 648f5afe-0f11-412e-a2e2-e7b0c747c3b1, host dv-cinder-805529-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=648f5afe-0f11-412e-a2e2-e7b0c747c3b1,segment=NetworkSegment(bb8b761b-af00-4314-85d0-c035c59e0ba3),segment_id=bb8b761b-af00-4314-85d0-c035c59e0ba3)] {{(pid=75885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:58:07.660352 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d36d45be-0092-48f0-963f-8f4a6b83a754 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:07.815395 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-d5a638bf-f151-42b0-b58f-3e7fae5696a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:07.819206 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:07.827046 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d36d45be-0092-48f0-963f-8f4a6b83a754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:07.831248 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-a82f9a2c-4fab-4b36-be61-0cffdc659f0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:07.898189 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a638bf-f151-42b0-b58f-3e7fae5696a2 None None] Pushing event updated for resources: {'Port': ['ID=648f5afe-0f11-412e-a2e2-e7b0c747c3b1,revision_number=2']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:07.901274 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-d5a638bf-f151-42b0-b58f-3e7fae5696a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:07.902740 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36d45be-0092-48f0-963f-8f4a6b83a754 admin admin] Network 90009780-9c2f-491e-b27f-d9d23ecfb7b4 is already hosted by enough agents. {{(pid=75883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:58:07.914646 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.base_scheduler [None req-d36d45be-0092-48f0-963f-8f4a6b83a754 admin admin] Resources bound (agent type, host, resource id): {{(pid=75883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:58:07.917349 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36d45be-0092-48f0-963f-8f4a6b83a754 admin admin] Received port after_create {{(pid=75883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:58:07.967151 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d45be-0092-48f0-963f-8f4a6b83a754 admin admin] Pushing event updated for resources: {'Port': ['ID=bd7db762-cad0-41f5-8e7a-17f6e5244518,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:07.970345 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-d36d45be-0092-48f0-963f-8f4a6b83a754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:08.138808 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d36d45be-0092-48f0-963f-8f4a6b83a754 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:08.139551 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d36d45be-0092-48f0-963f-8f4a6b83a754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405533'] for router, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:08.558873 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36d45be-0092-48f0-963f-8f4a6b83a754 admin admin] Router 29576671-ffb6-4c2c-a3bf-efb2fb839317 is scheduled to L3 agent a65233ca-d566-4bb6-b10d-56979c97574d with binding_index 1 {{(pid=75883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 01:58:08.791224 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36d45be-0092-48f0-963f-8f4a6b83a754 admin admin] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 01:58:08.800739 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad7b8ab-6ad8-46b6-8b6f-b1236eebc0e5 None None] Sync routers for ids ['29576671-ffb6-4c2c-a3bf-efb2fb839317'] in dv-cinder-805529-1-smb {{(pid=75886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 01:58:08.820426 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad7b8ab-6ad8-46b6-8b6f-b1236eebc0e5 None None] Routers {'29576671-ffb6-4c2c-a3bf-efb2fb839317'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:58:08.821180 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-dad7b8ab-6ad8-46b6-8b6f-b1236eebc0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:58:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['29576671-ffb6-4c2c-a3bf-efb2fb839317'], 'active': True} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:58:08.923995 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d36d45be-0092-48f0-963f-8f4a6b83a754 admin admin] Notify callbacks [] for router, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:08.925226 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-d36d45be-0092-48f0-963f-8f4a6b83a754 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5702722 Aug 23 01:58:08.928057 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 44272) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:58:08.935596 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 648f5afe-0f11-412e-a2e2-e7b0c747c3b1 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:58:09.086099 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5064536f-d914-455c-8d68-bb23eee2d7d5 None None] Network 42350107-a2f1-44b8-a6cc-2a13c56af4a4 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:58:09.162581 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvr_db [None req-dad7b8ab-6ad8-46b6-8b6f-b1236eebc0e5 None None] Set router 29576671-ffb6-4c2c-a3bf-efb2fb839317 gateway port host: dv-cinder-805529-1-smb {{(pid=75886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:58:09.319237 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning for port 648f5afe-0f11-412e-a2e2-e7b0c747c3b1 completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:58:09.416927 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-fb06cd6a-3b40-4937-a2e2-d01ed2baba14 None None] Provisioning for port 648f5afe-0f11-412e-a2e2-e7b0c747c3b1 completed by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:58:09.423853 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-fb06cd6a-3b40-4937-a2e2-d01ed2baba14 None None] Provisioning complete for port 648f5afe-0f11-412e-a2e2-e7b0c747c3b1 triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:58:09.424324 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-fb06cd6a-3b40-4937-a2e2-d01ed2baba14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:09.609648 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-fb06cd6a-3b40-4937-a2e2-d01ed2baba14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:09.665763 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-fb06cd6a-3b40-4937-a2e2-d01ed2baba14 None None] For port 648f5afe-0f11-412e-a2e2-e7b0c747c3b1, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=648f5afe-0f11-412e-a2e2-e7b0c747c3b1,segment=NetworkSegment(bb8b761b-af00-4314-85d0-c035c59e0ba3),segment_id=bb8b761b-af00-4314-85d0-c035c59e0ba3)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:58:09.684159 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-dad7b8ab-6ad8-46b6-8b6f-b1236eebc0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29576671-ffb6-4c2c-a3bf-efb2fb839317', 'name': 'tempest-TestMinimumBasicScenario-566359026-router', 'tenant_id': '353d6bea8b724ea29ccb64c9974084b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'bd7db762-cad0-41f5-8e7a-17f6e5244518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:06Z', 'updated_at': '2021-08-23T01:58:07Z', 'revision_number': 3, 'project_id': '353d6bea8b724ea29ccb64c9974084b7', 'gw_port': {'id': 'bd7db762-cad0-41f5-8e7a-17f6e5244518', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29576671-ffb6-4c2c-a3bf-efb2fb839317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:07Z', 'updated_at': '2021-08-23T01:58:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb'}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:58:09.691216 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad7b8ab-6ad8-46b6-8b6f-b1236eebc0e5 None None] Checking router: 29576671-ffb6-4c2c-a3bf-efb2fb839317 for host: dv-cinder-805529-1-smb {{(pid=75886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 01:58:09.691989 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad7b8ab-6ad8-46b6-8b6f-b1236eebc0e5 None None] Updating router 29576671-ffb6-4c2c-a3bf-efb2fb839317 port bd7db762-cad0-41f5-8e7a-17f6e5244518 binding host dv-cinder-805529-1-smb {{(pid=75886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 01:58:09.770577 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-dad7b8ab-6ad8-46b6-8b6f-b1236eebc0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:09.775033 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-fb06cd6a-3b40-4937-a2e2-d01ed2baba14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:09.778172 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:09.875585 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06cd6a-3b40-4937-a2e2-d01ed2baba14 None None] Pushing event updated for resources: {'Port': ['ID=648f5afe-0f11-412e-a2e2-e7b0c747c3b1,revision_number=3']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:09.880437 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-fb06cd6a-3b40-4937-a2e2-d01ed2baba14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:09.909710 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-a4d24444-ebea-4f24-acde-269e23c82238 None None] Provisioning complete for port 648f5afe-0f11-412e-a2e2-e7b0c747c3b1 triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:58:09.910372 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-a4d24444-ebea-4f24-acde-269e23c82238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:10.161139 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-963db558-dd5b-4aeb-8915-b93bec35ae14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:10.182814 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-dad7b8ab-6ad8-46b6-8b6f-b1236eebc0e5 None None] Notify callbacks [] for port, precommit_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:10.197418 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.provisioning_blocks [None req-dad7b8ab-6ad8-46b6-8b6f-b1236eebc0e5 None None] Transition to ACTIVE for port object bd7db762-cad0-41f5-8e7a-17f6e5244518 will not be triggered until provisioned by entity L2. {{(pid=75886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:58:10.276100 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-dad7b8ab-6ad8-46b6-8b6f-b1236eebc0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:10.280490 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [None req-d8cdf76e-18fb-406e-b693-5f0f28c5c862 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:10.364171 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb684b-36a4-4edd-a572-5e10c7eefb25 None None] Pushing event updated for resources: {'Port': ['ID=bd7db762-cad0-41f5-8e7a-17f6e5244518,revision_number=2']} {{(pid=75886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:10.369951 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.managers [None req-dad7b8ab-6ad8-46b6-8b6f-b1236eebc0e5 None None] Attempting to bind port bd7db762-cad0-41f5-8e7a-17f6e5244518 on host dv-cinder-805529-1-smb for vnic_type normal with profile {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:58:10.370429 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.managers [None req-dad7b8ab-6ad8-46b6-8b6f-b1236eebc0e5 None None] Attempting to bind port bd7db762-cad0-41f5-8e7a-17f6e5244518 by drivers openvswitch,hyperv on host dv-cinder-805529-1-smb at level 0 using segments [{'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'}] {{(pid=75886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:58:10.370880 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7b8ab-6ad8-46b6-8b6f-b1236eebc0e5 None None] Attempting to bind port bd7db762-cad0-41f5-8e7a-17f6e5244518 on network 90009780-9c2f-491e-b27f-d9d23ecfb7b4 {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:58:10.379150 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb684b-36a4-4edd-a572-5e10c7eefb25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:10.379589 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb684b-36a4-4edd-a572-5e10c7eefb25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:10.379990 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb684b-36a4-4edd-a572-5e10c7eefb25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:10.380382 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb684b-36a4-4edd-a572-5e10c7eefb25 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:10.380765 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb684b-36a4-4edd-a572-5e10c7eefb25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:10.381165 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb684b-36a4-4edd-a572-5e10c7eefb25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:10.381606 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb684b-36a4-4edd-a572-5e10c7eefb25 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:10.382792 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb684b-36a4-4edd-a572-5e10c7eefb25 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:10.383115 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb684b-36a4-4edd-a572-5e10c7eefb25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:10.383519 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb684b-36a4-4edd-a572-5e10c7eefb25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:10.383903 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb684b-36a4-4edd-a572-5e10c7eefb25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:10.388677 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [None req-aecb684b-36a4-4edd-a572-5e10c7eefb25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:10.390624 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7b8ab-6ad8-46b6-8b6f-b1236eebc0e5 None None] Checking agent: {'id': '7e854a2e-3ddb-4791-9f4e-63d19a343734', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 44, 3), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:58:10.391083 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7b8ab-6ad8-46b6-8b6f-b1236eebc0e5 None None] Checking segment: {'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:58:10.391591 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-dad7b8ab-6ad8-46b6-8b6f-b1236eebc0e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:10.392042 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7b8ab-6ad8-46b6-8b6f-b1236eebc0e5 None None] Bound using segment: {'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'} {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:58:10.392560 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.managers [None req-dad7b8ab-6ad8-46b6-8b6f-b1236eebc0e5 None None] Bound port: bd7db762-cad0-41f5-8e7a-17f6e5244518, host: dv-cinder-805529-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'}}] {{(pid=75886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:58:10.393100 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-dad7b8ab-6ad8-46b6-8b6f-b1236eebc0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:10.425400 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.db_base_plugin_common [None req-963db558-dd5b-4aeb-8915-b93bec35ae14 admin admin] Allocated IP 172.20.0.1 (42350107-a2f1-44b8-a6cc-2a13c56af4a4/bf8e8b7d-de10-43ff-9061-f757ed4825a4/688ff789-65ee-44ef-b169-c907740ac2b2) {{(pid=75883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:58:10.474127 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.db [None req-dad7b8ab-6ad8-46b6-8b6f-b1236eebc0e5 None None] For port bd7db762-cad0-41f5-8e7a-17f6e5244518, host dv-cinder-805529-1-smb, cleared binding levels {{(pid=75886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:58:10.479339 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.db [None req-dad7b8ab-6ad8-46b6-8b6f-b1236eebc0e5 None None] For port bd7db762-cad0-41f5-8e7a-17f6e5244518, host dv-cinder-805529-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=bd7db762-cad0-41f5-8e7a-17f6e5244518,segment=NetworkSegment(7c5f1ea7-734e-4991-8c15-dc9eedea0188),segment_id=7c5f1ea7-734e-4991-8c15-dc9eedea0188)] {{(pid=75886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:58:10.556712 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-dad7b8ab-6ad8-46b6-8b6f-b1236eebc0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:10.563527 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:10.598674 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-963db558-dd5b-4aeb-8915-b93bec35ae14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:10.621295 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.provisioning_blocks [None req-963db558-dd5b-4aeb-8915-b93bec35ae14 admin admin] Transition to ACTIVE for port object 688ff789-65ee-44ef-b169-c907740ac2b2 will not be triggered until provisioned by entity DHCP. {{(pid=75883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:58:10.668448 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb684b-36a4-4edd-a572-5e10c7eefb25 None None] Pushing event updated for resources: {'Port': ['ID=bd7db762-cad0-41f5-8e7a-17f6e5244518,revision_number=3']} {{(pid=75886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:10.672847 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [None req-aecb684b-36a4-4edd-a572-5e10c7eefb25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:10.678957 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad7b8ab-6ad8-46b6-8b6f-b1236eebc0e5 None None] Routers {'29576671-ffb6-4c2c-a3bf-efb2fb839317'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:58:10.679686 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-dad7b8ab-6ad8-46b6-8b6f-b1236eebc0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:58:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['29576671-ffb6-4c2c-a3bf-efb2fb839317'], 'active': True} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:58:10.724003 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-963db558-dd5b-4aeb-8915-b93bec35ae14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:10.729431 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:10.813297 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963db558-dd5b-4aeb-8915-b93bec35ae14 admin admin] Network 42350107-a2f1-44b8-a6cc-2a13c56af4a4 is already hosted by enough agents. {{(pid=75883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:58:10.816716 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.base_scheduler [None req-963db558-dd5b-4aeb-8915-b93bec35ae14 admin admin] Resources bound (agent type, host, resource id): {{(pid=75883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:58:10.821252 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963db558-dd5b-4aeb-8915-b93bec35ae14 admin admin] Received port after_create {{(pid=75883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:58:10.821773 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-963db558-dd5b-4aeb-8915-b93bec35ae14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405699'] for router_interface, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:10.866704 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963db558-dd5b-4aeb-8915-b93bec35ae14 admin admin] Pushing event updated for resources: {'Port': ['ID=688ff789-65ee-44ef-b169-c907740ac2b2,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:10.868269 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-963db558-dd5b-4aeb-8915-b93bec35ae14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:10.919797 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 648f5afe-0f11-412e-a2e2-e7b0c747c3b1 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:58:10.963135 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvr_db [None req-dad7b8ab-6ad8-46b6-8b6f-b1236eebc0e5 None None] Set router 29576671-ffb6-4c2c-a3bf-efb2fb839317 gateway port host: dv-cinder-805529-1-smb {{(pid=75886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:58:11.050833 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-963db558-dd5b-4aeb-8915-b93bec35ae14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:11.058603 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port 648f5afe-0f11-412e-a2e2-e7b0c747c3b1 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:58:11.060275 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:11.387501 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-dad7b8ab-6ad8-46b6-8b6f-b1236eebc0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29576671-ffb6-4c2c-a3bf-efb2fb839317', 'name': 'tempest-TestMinimumBasicScenario-566359026-router', 'tenant_id': '353d6bea8b724ea29ccb64c9974084b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'bd7db762-cad0-41f5-8e7a-17f6e5244518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:06Z', 'updated_at': '2021-08-23T01:58:07Z', 'revision_number': 3, 'project_id': '353d6bea8b724ea29ccb64c9974084b7', 'gw_port': {'id': 'bd7db762-cad0-41f5-8e7a-17f6e5244518', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29576671-ffb6-4c2c-a3bf-efb2fb839317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:07Z', 'updated_at': '2021-08-23T01:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb'}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:58:11.392274 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad7b8ab-6ad8-46b6-8b6f-b1236eebc0e5 None None] The sync data for ids ['29576671-ffb6-4c2c-a3bf-efb2fb839317'] in dv-cinder-805529-1-smb is: [{'id': '29576671-ffb6-4c2c-a3bf-efb2fb839317', 'name': 'tempest-TestMinimumBasicScenario-566359026-router', 'tenant_id': '353d6bea8b724ea29ccb64c9974084b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'bd7db762-cad0-41f5-8e7a-17f6e5244518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:06Z', 'updated_at': '2021-08-23T01:58:07Z', 'revision_number': 3, 'project_id': '353d6bea8b724ea29ccb64c9974084b7', 'gw_port': {'id': 'bd7db762-cad0-41f5-8e7a-17f6e5244518', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29576671-ffb6-4c2c-a3bf-efb2fb839317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:07Z', 'updated_at': '2021-08-23T01:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb'}] {{(pid=75886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 01:58:11.409967 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-ad7f213f-5765-476a-a7c5-d447d790c994 None None] Provisioning for port 688ff789-65ee-44ef-b169-c907740ac2b2 completed by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:58:11.423321 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-ad7f213f-5765-476a-a7c5-d447d790c994 None None] Provisioning complete for port 688ff789-65ee-44ef-b169-c907740ac2b2 triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:58:11.423321 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-ad7f213f-5765-476a-a7c5-d447d790c994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:11.446045 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-963db558-dd5b-4aeb-8915-b93bec35ae14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:11.488294 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-ad7f213f-5765-476a-a7c5-d447d790c994 None None] Port 688ff789-65ee-44ef-b169-c907740ac2b2 cannot update to ACTIVE because it is not bound. {{(pid=75885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 01:58:11.535146 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-963db558-dd5b-4aeb-8915-b93bec35ae14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:11.536300 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-963db558-dd5b-4aeb-8915-b93bec35ae14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1356800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406314'] for router_interface, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:11.541852 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-252c4a4c-4598-4901-8de8-75400cbde962 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:11.688927 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963db558-dd5b-4aeb-8915-b93bec35ae14 admin admin] Pushing event updated for resources: {'Port': ['ID=688ff789-65ee-44ef-b169-c907740ac2b2,revision_number=2']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:11.693024 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-963db558-dd5b-4aeb-8915-b93bec35ae14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:11.769432 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963db558-dd5b-4aeb-8915-b93bec35ae14 admin admin] Network 42350107-a2f1-44b8-a6cc-2a13c56af4a4 is already hosted by enough agents. {{(pid=75883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:58:11.772819 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.base_scheduler [None req-963db558-dd5b-4aeb-8915-b93bec35ae14 admin admin] Resources bound (agent type, host, resource id): {{(pid=75883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:58:12.117146 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-c7f69378-e48f-450b-8743-70b8c72a11d0 None None] Provisioning complete for port 688ff789-65ee-44ef-b169-c907740ac2b2 triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:58:12.117886 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-c7f69378-e48f-450b-8743-70b8c72a11d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:12.176712 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-c7f69378-e48f-450b-8743-70b8c72a11d0 None None] Port 688ff789-65ee-44ef-b169-c907740ac2b2 cannot update to ACTIVE because it is not bound. {{(pid=75885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 01:58:12.237490 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963db558-dd5b-4aeb-8915-b93bec35ae14 admin admin] Router 29576671-ffb6-4c2c-a3bf-efb2fb839317 has already been hosted by L3 agent a65233ca-d566-4bb6-b10d-56979c97574d {{(pid=75883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 01:58:12.549763 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963db558-dd5b-4aeb-8915-b93bec35ae14 admin admin] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 01:58:12.558306 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-963db558-dd5b-4aeb-8915-b93bec35ae14 admin admin] 10.222.0.18 "PUT /v2.0/routers/29576671-ffb6-4c2c-a3bf-efb2fb839317/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6293454 Aug 23 01:58:16.338864 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc83e2e4-e4ca-4be6-91e7-6f337a4ad8f6 None None] Sync routers for ids ['7547059e-ba11-43bf-bd7a-fc2845c186e4'] in dv-cinder-805529-1-smb {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 01:58:16.366693 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc83e2e4-e4ca-4be6-91e7-6f337a4ad8f6 None None] Routers {'7547059e-ba11-43bf-bd7a-fc2845c186e4'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:58:16.367494 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-cc83e2e4-e4ca-4be6-91e7-6f337a4ad8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:58:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['7547059e-ba11-43bf-bd7a-fc2845c186e4'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:58:16.585124 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-cc83e2e4-e4ca-4be6-91e7-6f337a4ad8f6 None None] Set router 7547059e-ba11-43bf-bd7a-fc2845c186e4 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:58:16.943150 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device bd7db762-cad0-41f5-8e7a-17f6e5244518 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:58:17.114407 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-cc83e2e4-e4ca-4be6-91e7-6f337a4ad8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'name': 'tempest-TestMinimumBasicScenario-1496507499-router', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'e781099b-0309-4c18-83e7-67a6567cf36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:57:56Z', 'updated_at': '2021-08-23T01:58:01Z', 'revision_number': 4, 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'gw_port': {'id': 'e781099b-0309-4c18-83e7-67a6567cf36d', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:be:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:57:57Z', 'updated_at': '2021-08-23T01:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': '9e347390-4e84-4e6f-9f3a-cb1e9d6a613d', 'name': '', 'network_id': '31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'mac_address': 'fa:16:3e:e6:0e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48543fea-f3f5-4502-841e-d602926dc26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:00Z', 'updated_at': '2021-08-23T01:58:01Z', 'revision_number': 2, 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'subnets': [{'id': '48543fea-f3f5-4502-841e-d602926dc26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:58:17.120109 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc83e2e4-e4ca-4be6-91e7-6f337a4ad8f6 None None] Checking router: 7547059e-ba11-43bf-bd7a-fc2845c186e4 for host: dv-cinder-805529-1-smb {{(pid=75885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 01:58:17.120673 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc83e2e4-e4ca-4be6-91e7-6f337a4ad8f6 None None] Updating router 7547059e-ba11-43bf-bd7a-fc2845c186e4 port 9e347390-4e84-4e6f-9f3a-cb1e9d6a613d binding host dv-cinder-805529-1-smb {{(pid=75885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 01:58:17.155999 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning for port bd7db762-cad0-41f5-8e7a-17f6e5244518 completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:58:17.171384 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port bd7db762-cad0-41f5-8e7a-17f6e5244518 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:58:17.171739 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:17.222942 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-cc83e2e4-e4ca-4be6-91e7-6f337a4ad8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:17.533475 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:17.576491 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] For port bd7db762-cad0-41f5-8e7a-17f6e5244518, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=bd7db762-cad0-41f5-8e7a-17f6e5244518,segment=NetworkSegment(7c5f1ea7-734e-4991-8c15-dc9eedea0188),segment_id=7c5f1ea7-734e-4991-8c15-dc9eedea0188)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:58:17.688684 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-cc83e2e4-e4ca-4be6-91e7-6f337a4ad8f6 None None] Notify callbacks [] for port, precommit_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:17.700825 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-cc83e2e4-e4ca-4be6-91e7-6f337a4ad8f6 None None] Transition to ACTIVE for port object 9e347390-4e84-4e6f-9f3a-cb1e9d6a613d will not be triggered until provisioned by entity L2. {{(pid=75885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:58:17.733153 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:17.735558 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:17.833233 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-cc83e2e4-e4ca-4be6-91e7-6f337a4ad8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:17.914178 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Pushing event updated for resources: {'Port': ['ID=bd7db762-cad0-41f5-8e7a-17f6e5244518,revision_number=4']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:17.923376 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:17.923845 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-252d063f-3178-45da-b492-dca5c5aa3c9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:18.032875 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d9dfc-cfa0-4fdf-b553-3b6c244bd0b9 None None] Pushing event updated for resources: {'Port': ['ID=9e347390-4e84-4e6f-9f3a-cb1e9d6a613d,revision_number=3']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:18.066307 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-b18d9dfc-cfa0-4fdf-b553-3b6c244bd0b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:18.105688 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-cc83e2e4-e4ca-4be6-91e7-6f337a4ad8f6 None None] Attempting to bind port 9e347390-4e84-4e6f-9f3a-cb1e9d6a613d on host dv-cinder-805529-1-smb for vnic_type normal with profile {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:58:18.107744 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-cc83e2e4-e4ca-4be6-91e7-6f337a4ad8f6 None None] Attempting to bind port 9e347390-4e84-4e6f-9f3a-cb1e9d6a613d by drivers openvswitch,hyperv on host dv-cinder-805529-1-smb at level 0 using segments [{'id': '820f3040-a687-4e98-921a-af2d1707ff78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0'}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:58:18.108341 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc83e2e4-e4ca-4be6-91e7-6f337a4ad8f6 None None] Attempting to bind port 9e347390-4e84-4e6f-9f3a-cb1e9d6a613d on network 31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0 {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:58:18.116437 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc83e2e4-e4ca-4be6-91e7-6f337a4ad8f6 None None] Checking agent: {'id': '7e854a2e-3ddb-4791-9f4e-63d19a343734', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 44, 3), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:58:18.116921 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc83e2e4-e4ca-4be6-91e7-6f337a4ad8f6 None None] Checking segment: {'id': '820f3040-a687-4e98-921a-af2d1707ff78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:58:18.117350 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-cc83e2e4-e4ca-4be6-91e7-6f337a4ad8f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:18.117741 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc83e2e4-e4ca-4be6-91e7-6f337a4ad8f6 None None] Bound using segment: {'id': '820f3040-a687-4e98-921a-af2d1707ff78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0'} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:58:18.118258 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-cc83e2e4-e4ca-4be6-91e7-6f337a4ad8f6 None None] Bound port: 9e347390-4e84-4e6f-9f3a-cb1e9d6a613d, host: dv-cinder-805529-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820f3040-a687-4e98-921a-af2d1707ff78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0'}}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:58:18.118658 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-cc83e2e4-e4ca-4be6-91e7-6f337a4ad8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:18.221685 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-cc83e2e4-e4ca-4be6-91e7-6f337a4ad8f6 None None] For port 9e347390-4e84-4e6f-9f3a-cb1e9d6a613d, host dv-cinder-805529-1-smb, cleared binding levels {{(pid=75885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:58:18.224942 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-cc83e2e4-e4ca-4be6-91e7-6f337a4ad8f6 None None] For port 9e347390-4e84-4e6f-9f3a-cb1e9d6a613d, host dv-cinder-805529-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=9e347390-4e84-4e6f-9f3a-cb1e9d6a613d,segment=NetworkSegment(820f3040-a687-4e98-921a-af2d1707ff78),segment_id=820f3040-a687-4e98-921a-af2d1707ff78)] {{(pid=75885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:58:18.300812 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-cc83e2e4-e4ca-4be6-91e7-6f337a4ad8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:18.305529 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-d5a638bf-f151-42b0-b58f-3e7fae5696a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:18.395614 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d9dfc-cfa0-4fdf-b553-3b6c244bd0b9 None None] Pushing event updated for resources: {'Port': ['ID=9e347390-4e84-4e6f-9f3a-cb1e9d6a613d,revision_number=4']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:18.404665 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-b18d9dfc-cfa0-4fdf-b553-3b6c244bd0b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:18.405731 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc83e2e4-e4ca-4be6-91e7-6f337a4ad8f6 None None] Routers {'7547059e-ba11-43bf-bd7a-fc2845c186e4'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:58:18.406348 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-cc83e2e4-e4ca-4be6-91e7-6f337a4ad8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:58:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['7547059e-ba11-43bf-bd7a-fc2845c186e4'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:58:18.672616 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-cc83e2e4-e4ca-4be6-91e7-6f337a4ad8f6 None None] Set router 7547059e-ba11-43bf-bd7a-fc2845c186e4 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:58:19.040977 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 9e347390-4e84-4e6f-9f3a-cb1e9d6a613d up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:58:19.136008 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-cc83e2e4-e4ca-4be6-91e7-6f337a4ad8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'name': 'tempest-TestMinimumBasicScenario-1496507499-router', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'e781099b-0309-4c18-83e7-67a6567cf36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:57:56Z', 'updated_at': '2021-08-23T01:58:01Z', 'revision_number': 4, 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'gw_port': {'id': 'e781099b-0309-4c18-83e7-67a6567cf36d', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:be:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:57:57Z', 'updated_at': '2021-08-23T01:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': '9e347390-4e84-4e6f-9f3a-cb1e9d6a613d', 'name': '', 'network_id': '31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'mac_address': 'fa:16:3e:e6:0e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48543fea-f3f5-4502-841e-d602926dc26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:00Z', 'updated_at': '2021-08-23T01:58:18Z', 'revision_number': 4, 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'subnets': [{'id': '48543fea-f3f5-4502-841e-d602926dc26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:58:19.141681 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc83e2e4-e4ca-4be6-91e7-6f337a4ad8f6 None None] The sync data for ids ['7547059e-ba11-43bf-bd7a-fc2845c186e4'] in dv-cinder-805529-1-smb is: [{'id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'name': 'tempest-TestMinimumBasicScenario-1496507499-router', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'e781099b-0309-4c18-83e7-67a6567cf36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:57:56Z', 'updated_at': '2021-08-23T01:58:01Z', 'revision_number': 4, 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'gw_port': {'id': 'e781099b-0309-4c18-83e7-67a6567cf36d', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:be:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:57:57Z', 'updated_at': '2021-08-23T01:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': '9e347390-4e84-4e6f-9f3a-cb1e9d6a613d', 'name': '', 'network_id': '31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'mac_address': 'fa:16:3e:e6:0e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48543fea-f3f5-4502-841e-d602926dc26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:00Z', 'updated_at': '2021-08-23T01:58:18Z', 'revision_number': 4, 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'subnets': [{'id': '48543fea-f3f5-4502-841e-d602926dc26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 01:58:19.703968 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning for port 9e347390-4e84-4e6f-9f3a-cb1e9d6a613d completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:58:19.711086 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port 9e347390-4e84-4e6f-9f3a-cb1e9d6a613d triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:58:19.711687 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:19.875734 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:19.935635 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] For port 9e347390-4e84-4e6f-9f3a-cb1e9d6a613d, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=9e347390-4e84-4e6f-9f3a-cb1e9d6a613d,segment=NetworkSegment(820f3040-a687-4e98-921a-af2d1707ff78),segment_id=820f3040-a687-4e98-921a-af2d1707ff78)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:58:20.003462 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:20.004345 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device bd7db762-cad0-41f5-8e7a-17f6e5244518 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:58:20.028453 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-b18d9dfc-cfa0-4fdf-b553-3b6c244bd0b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:20.126300 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Pushing event updated for resources: {'Port': ['ID=9e347390-4e84-4e6f-9f3a-cb1e9d6a613d,revision_number=5']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:20.129727 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:20.141097 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port bd7db762-cad0-41f5-8e7a-17f6e5244518 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:58:20.141474 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:20.876663 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 9e347390-4e84-4e6f-9f3a-cb1e9d6a613d up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:58:20.985863 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port 9e347390-4e84-4e6f-9f3a-cb1e9d6a613d triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:58:20.986445 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:21.700792 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:23.512177 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c331c27-cff9-4453-b562-ac33ab986c99 None None] Sync routers for ids ['29576671-ffb6-4c2c-a3bf-efb2fb839317'] in dv-cinder-805529-1-smb {{(pid=75886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 01:58:23.527088 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c331c27-cff9-4453-b562-ac33ab986c99 None None] Routers {'29576671-ffb6-4c2c-a3bf-efb2fb839317'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:58:23.528374 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-1c331c27-cff9-4453-b562-ac33ab986c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:58:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['29576671-ffb6-4c2c-a3bf-efb2fb839317'], 'active': True} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:58:23.777815 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvr_db [None req-1c331c27-cff9-4453-b562-ac33ab986c99 None None] Set router 29576671-ffb6-4c2c-a3bf-efb2fb839317 gateway port host: dv-cinder-805529-1-smb {{(pid=75886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:58:24.123775 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-1c331c27-cff9-4453-b562-ac33ab986c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29576671-ffb6-4c2c-a3bf-efb2fb839317', 'name': 'tempest-TestMinimumBasicScenario-566359026-router', 'tenant_id': '353d6bea8b724ea29ccb64c9974084b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'bd7db762-cad0-41f5-8e7a-17f6e5244518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:06Z', 'updated_at': '2021-08-23T01:58:10Z', 'revision_number': 4, 'project_id': '353d6bea8b724ea29ccb64c9974084b7', 'gw_port': {'id': 'bd7db762-cad0-41f5-8e7a-17f6e5244518', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29576671-ffb6-4c2c-a3bf-efb2fb839317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:07Z', 'updated_at': '2021-08-23T01:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': '688ff789-65ee-44ef-b169-c907740ac2b2', 'name': '', 'network_id': '42350107-a2f1-44b8-a6cc-2a13c56af4a4', 'tenant_id': '353d6bea8b724ea29ccb64c9974084b7', 'mac_address': 'fa:16:3e:f9:1d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29576671-ffb6-4c2c-a3bf-efb2fb839317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf8e8b7d-de10-43ff-9061-f757ed4825a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:10Z', 'updated_at': '2021-08-23T01:58:11Z', 'revision_number': 2, 'project_id': '353d6bea8b724ea29ccb64c9974084b7', 'subnets': [{'id': 'bf8e8b7d-de10-43ff-9061-f757ed4825a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:58:24.127598 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c331c27-cff9-4453-b562-ac33ab986c99 None None] Checking router: 29576671-ffb6-4c2c-a3bf-efb2fb839317 for host: dv-cinder-805529-1-smb {{(pid=75886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 01:58:24.127944 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c331c27-cff9-4453-b562-ac33ab986c99 None None] Updating router 29576671-ffb6-4c2c-a3bf-efb2fb839317 port 688ff789-65ee-44ef-b169-c907740ac2b2 binding host dv-cinder-805529-1-smb {{(pid=75886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 01:58:24.185390 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-1c331c27-cff9-4453-b562-ac33ab986c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:24.544868 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-1c331c27-cff9-4453-b562-ac33ab986c99 None None] Notify callbacks [] for port, precommit_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:24.562364 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.provisioning_blocks [None req-1c331c27-cff9-4453-b562-ac33ab986c99 None None] Transition to ACTIVE for port object 688ff789-65ee-44ef-b169-c907740ac2b2 will not be triggered until provisioned by entity L2. {{(pid=75886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:58:24.645285 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-1c331c27-cff9-4453-b562-ac33ab986c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:24.649747 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [None req-18c5f426-12b5-40b3-80da-5423d5d26d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:24.826715 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226345e6-0817-4126-ae80-6397dacb85f9 None None] Pushing event updated for resources: {'Port': ['ID=688ff789-65ee-44ef-b169-c907740ac2b2,revision_number=3']} {{(pid=75886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:24.854966 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [None req-226345e6-0817-4126-ae80-6397dacb85f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:24.930826 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.managers [None req-1c331c27-cff9-4453-b562-ac33ab986c99 None None] Attempting to bind port 688ff789-65ee-44ef-b169-c907740ac2b2 on host dv-cinder-805529-1-smb for vnic_type normal with profile {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:58:24.931267 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.managers [None req-1c331c27-cff9-4453-b562-ac33ab986c99 None None] Attempting to bind port 688ff789-65ee-44ef-b169-c907740ac2b2 by drivers openvswitch,hyperv on host dv-cinder-805529-1-smb at level 0 using segments [{'id': 'bb8b761b-af00-4314-85d0-c035c59e0ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '42350107-a2f1-44b8-a6cc-2a13c56af4a4'}] {{(pid=75886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:58:24.931712 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c331c27-cff9-4453-b562-ac33ab986c99 None None] Attempting to bind port 688ff789-65ee-44ef-b169-c907740ac2b2 on network 42350107-a2f1-44b8-a6cc-2a13c56af4a4 {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:58:24.939035 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c331c27-cff9-4453-b562-ac33ab986c99 None None] Checking agent: {'id': '7e854a2e-3ddb-4791-9f4e-63d19a343734', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 44, 3), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:58:24.939506 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c331c27-cff9-4453-b562-ac33ab986c99 None None] Checking segment: {'id': 'bb8b761b-af00-4314-85d0-c035c59e0ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '42350107-a2f1-44b8-a6cc-2a13c56af4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:58:24.939986 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-1c331c27-cff9-4453-b562-ac33ab986c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:24.940430 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c331c27-cff9-4453-b562-ac33ab986c99 None None] Bound using segment: {'id': 'bb8b761b-af00-4314-85d0-c035c59e0ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '42350107-a2f1-44b8-a6cc-2a13c56af4a4'} {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:58:24.940953 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.managers [None req-1c331c27-cff9-4453-b562-ac33ab986c99 None None] Bound port: 688ff789-65ee-44ef-b169-c907740ac2b2, host: dv-cinder-805529-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8b761b-af00-4314-85d0-c035c59e0ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '42350107-a2f1-44b8-a6cc-2a13c56af4a4'}}] {{(pid=75886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:58:24.941394 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-1c331c27-cff9-4453-b562-ac33ab986c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:25.050529 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.db [None req-1c331c27-cff9-4453-b562-ac33ab986c99 None None] For port 688ff789-65ee-44ef-b169-c907740ac2b2, host dv-cinder-805529-1-smb, cleared binding levels {{(pid=75886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:58:25.054699 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.db [None req-1c331c27-cff9-4453-b562-ac33ab986c99 None None] For port 688ff789-65ee-44ef-b169-c907740ac2b2, host dv-cinder-805529-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=688ff789-65ee-44ef-b169-c907740ac2b2,segment=NetworkSegment(bb8b761b-af00-4314-85d0-c035c59e0ba3),segment_id=bb8b761b-af00-4314-85d0-c035c59e0ba3)] {{(pid=75886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:58:25.212427 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-1c331c27-cff9-4453-b562-ac33ab986c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:25.216953 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:25.315094 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226345e6-0817-4126-ae80-6397dacb85f9 None None] Pushing event updated for resources: {'Port': ['ID=688ff789-65ee-44ef-b169-c907740ac2b2,revision_number=4']} {{(pid=75886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:25.319912 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [None req-226345e6-0817-4126-ae80-6397dacb85f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:25.320861 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c331c27-cff9-4453-b562-ac33ab986c99 None None] Routers {'29576671-ffb6-4c2c-a3bf-efb2fb839317'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:58:25.321612 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-1c331c27-cff9-4453-b562-ac33ab986c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:58:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['29576671-ffb6-4c2c-a3bf-efb2fb839317'], 'active': True} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:58:25.548760 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvr_db [None req-1c331c27-cff9-4453-b562-ac33ab986c99 None None] Set router 29576671-ffb6-4c2c-a3bf-efb2fb839317 gateway port host: dv-cinder-805529-1-smb {{(pid=75886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:58:25.933840 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-1c331c27-cff9-4453-b562-ac33ab986c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29576671-ffb6-4c2c-a3bf-efb2fb839317', 'name': 'tempest-TestMinimumBasicScenario-566359026-router', 'tenant_id': '353d6bea8b724ea29ccb64c9974084b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'bd7db762-cad0-41f5-8e7a-17f6e5244518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:06Z', 'updated_at': '2021-08-23T01:58:10Z', 'revision_number': 4, 'project_id': '353d6bea8b724ea29ccb64c9974084b7', 'gw_port': {'id': 'bd7db762-cad0-41f5-8e7a-17f6e5244518', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29576671-ffb6-4c2c-a3bf-efb2fb839317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:07Z', 'updated_at': '2021-08-23T01:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': '688ff789-65ee-44ef-b169-c907740ac2b2', 'name': '', 'network_id': '42350107-a2f1-44b8-a6cc-2a13c56af4a4', 'tenant_id': '353d6bea8b724ea29ccb64c9974084b7', 'mac_address': 'fa:16:3e:f9:1d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29576671-ffb6-4c2c-a3bf-efb2fb839317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf8e8b7d-de10-43ff-9061-f757ed4825a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:10Z', 'updated_at': '2021-08-23T01:58:25Z', 'revision_number': 4, 'project_id': '353d6bea8b724ea29ccb64c9974084b7', 'subnets': [{'id': 'bf8e8b7d-de10-43ff-9061-f757ed4825a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:58:25.938913 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c331c27-cff9-4453-b562-ac33ab986c99 None None] The sync data for ids ['29576671-ffb6-4c2c-a3bf-efb2fb839317'] in dv-cinder-805529-1-smb is: [{'id': '29576671-ffb6-4c2c-a3bf-efb2fb839317', 'name': 'tempest-TestMinimumBasicScenario-566359026-router', 'tenant_id': '353d6bea8b724ea29ccb64c9974084b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'bd7db762-cad0-41f5-8e7a-17f6e5244518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:06Z', 'updated_at': '2021-08-23T01:58:10Z', 'revision_number': 4, 'project_id': '353d6bea8b724ea29ccb64c9974084b7', 'gw_port': {'id': 'bd7db762-cad0-41f5-8e7a-17f6e5244518', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29576671-ffb6-4c2c-a3bf-efb2fb839317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:07Z', 'updated_at': '2021-08-23T01:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': '688ff789-65ee-44ef-b169-c907740ac2b2', 'name': '', 'network_id': '42350107-a2f1-44b8-a6cc-2a13c56af4a4', 'tenant_id': '353d6bea8b724ea29ccb64c9974084b7', 'mac_address': 'fa:16:3e:f9:1d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29576671-ffb6-4c2c-a3bf-efb2fb839317', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf8e8b7d-de10-43ff-9061-f757ed4825a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:10Z', 'updated_at': '2021-08-23T01:58:25Z', 'revision_number': 4, 'project_id': '353d6bea8b724ea29ccb64c9974084b7', 'subnets': [{'id': 'bf8e8b7d-de10-43ff-9061-f757ed4825a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 01:58:26.796783 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 01:58:26.910608 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 688ff789-65ee-44ef-b169-c907740ac2b2 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:58:27.054400 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning for port 688ff789-65ee-44ef-b169-c907740ac2b2 completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:58:27.061832 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port 688ff789-65ee-44ef-b169-c907740ac2b2 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:58:27.062208 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:27.196048 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:27.233800 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] For port 688ff789-65ee-44ef-b169-c907740ac2b2, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=688ff789-65ee-44ef-b169-c907740ac2b2,segment=NetworkSegment(bb8b761b-af00-4314-85d0-c035c59e0ba3),segment_id=bb8b761b-af00-4314-85d0-c035c59e0ba3)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:58:27.327492 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:27.330426 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:27.416432 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Pushing event updated for resources: {'Port': ['ID=688ff789-65ee-44ef-b169-c907740ac2b2,revision_number=5']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:27.427469 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:27.427814 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:27.428754 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:27.429081 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:27.429577 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:27.429905 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:27.430459 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:27.430794 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:27.431119 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:27.431464 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:27.431782 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:27.436285 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:28.871377 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 688ff789-65ee-44ef-b169-c907740ac2b2 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:58:28.939029 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port 688ff789-65ee-44ef-b169-c907740ac2b2 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:58:28.939430 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:29.350093 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 44436) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:58:29.420728 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51248b2-ad5e-410a-b277-33ea52840ac1 admin admin] Deleting subnet 029b81d6-e09c-4bbb-801d-ff07d28b5067 {{(pid=75884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 01:58:29.423846 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d51248b2-ad5e-410a-b277-33ea52840ac1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:29.483903 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d51248b2-ad5e-410a-b277-33ea52840ac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7902558'] for subnet, precommit_delete_associations {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:29.606341 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d51248b2-ad5e-410a-b277-33ea52840ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1481903'] for subnet, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:29.752105 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d51248b2-ad5e-410a-b277-33ea52840ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1481878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7565708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7385804'] for subnet, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:29.758896 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:29.795063 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51248b2-ad5e-410a-b277-33ea52840ac1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=029b81d6-e09c-4bbb-801d-ff07d28b5067,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:29.805411 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d51248b2-ad5e-410a-b277-33ea52840ac1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:29.809784 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51248b2-ad5e-410a-b277-33ea52840ac1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:29.810152 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51248b2-ad5e-410a-b277-33ea52840ac1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:29.810508 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51248b2-ad5e-410a-b277-33ea52840ac1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:29.810881 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51248b2-ad5e-410a-b277-33ea52840ac1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:29.811210 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51248b2-ad5e-410a-b277-33ea52840ac1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:29.811585 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51248b2-ad5e-410a-b277-33ea52840ac1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:29.811933 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51248b2-ad5e-410a-b277-33ea52840ac1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:29.812280 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51248b2-ad5e-410a-b277-33ea52840ac1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:29.812623 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51248b2-ad5e-410a-b277-33ea52840ac1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:29.812964 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51248b2-ad5e-410a-b277-33ea52840ac1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:29.813304 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51248b2-ad5e-410a-b277-33ea52840ac1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:29.817189 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-d51248b2-ad5e-410a-b277-33ea52840ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:29.821981 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-d51248b2-ad5e-410a-b277-33ea52840ac1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/029b81d6-e09c-4bbb-801d-ff07d28b5067 HTTP/1.1" status: 204 len: 168 time: 0.4675620 Aug 23 01:58:29.821981 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 44446) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:58:29.927638 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-6eccbafa-7a87-4b33-a440-bbc14567aade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584917'] for network, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:30.051569 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-6eccbafa-7a87-4b33-a440-bbc14567aade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480998', 'neutron.services.segments.db._delete_segments_for_network-8755480555394'] for network, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:30.068047 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-6eccbafa-7a87-4b33-a440-bbc14567aade admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75d4f19-9fd3-4f43-ab76-5a43543caadf']}} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:58:30.079897 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-6eccbafa-7a87-4b33-a440-bbc14567aade admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a90463f4-e345-4ad2-af73-e8c44f44d5bd') {'for_net_delete': True} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:58:30.083387 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-6eccbafa-7a87-4b33-a440-bbc14567aade admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a90463f4-e345-4ad2-af73-e8c44f44d5bd') {} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:58:30.091256 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-6eccbafa-7a87-4b33-a440-bbc14567aade admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755480556189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7902545'] for segment, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:30.107030 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-6eccbafa-7a87-4b33-a440-bbc14567aade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:30.113042 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eccbafa-7a87-4b33-a440-bbc14567aade admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=75884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 01:58:30.113418 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-6eccbafa-7a87-4b33-a440-bbc14567aade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1481738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7565610'] for segment, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: Traceback (most recent call last): Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: timer() Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: cb(*args, **kw) Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: return func(*args, **kwargs) Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: self._notify() Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: self.callback(batched_events) Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: event.method(event) Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: return f(self, *a, **k) Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: return self._get(url).json() Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: return self.request(url, 'GET', **kwargs) Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 01:58:30.126773 dv-cinder-805529-1-smb neutron-server[75884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 01:58:30.357320 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-6eccbafa-7a87-4b33-a440-bbc14567aade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405596'] for network, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:30.361069 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:30.380959 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-6eccbafa-7a87-4b33-a440-bbc14567aade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:30.386745 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eccbafa-7a87-4b33-a440-bbc14567aade admin admin] Pushing event deleted for resources: {'Network': ['ID=a75d4f19-9fd3-4f43-ab76-5a43543caadf,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:30.390917 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-6eccbafa-7a87-4b33-a440-bbc14567aade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:30.489339 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-6eccbafa-7a87-4b33-a440-bbc14567aade admin admin] 10.222.0.18 "DELETE /v2.0/networks/a75d4f19-9fd3-4f43-ab76-5a43543caadf HTTP/1.1" status: 204 len: 168 time: 0.6667986 Aug 23 01:58:30.773136 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c51db-213b-4922-bd36-582cf26473af req-76f2b4b9-d00a-402a-8302-eef8d822b383 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:30.773824 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-158c51db-213b-4922-bd36-582cf26473af req-76f2b4b9-d00a-402a-8302-eef8d822b383 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Synchronizing usage tracker for tenant:84945da5212241b9bfab7b2fb8891a6a on resource:network {{(pid=75883) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:58:30.875139 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-158c51db-213b-4922-bd36-582cf26473af req-76f2b4b9-d00a-402a-8302-eef8d822b383 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Unset dirty status for tenant:84945da5212241b9bfab7b2fb8891a6a on resource:network {{(pid=75883) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:58:30.876392 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-158c51db-213b-4922-bd36-582cf26473af req-76f2b4b9-d00a-402a-8302-eef8d822b383 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/networks?id=31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0 HTTP/1.1" status: 200 len: 815 time: 0.2509940 Aug 23 01:58:30.892907 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-158c51db-213b-4922-bd36-582cf26473af req-ea6a6fdc-8283-4abd-8061-5106a630cee0 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/quotas/84945da5212241b9bfab7b2fb8891a6a HTTP/1.1" status: 200 len: 375 time: 0.0107191 Aug 23 01:58:30.923258 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 44466) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:58:30.982740 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-c4d8407c-ea96-4f0d-8c91-02621272de80 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=32833a706fcb4296ac50ac6fe6d0e6ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0573647 Aug 23 01:58:30.986850 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-158c51db-213b-4922-bd36-582cf26473af req-a6a501d0-8cb7-404e-a35f-4c5169f3f2ae tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Synchronizing usage tracker for tenant:84945da5212241b9bfab7b2fb8891a6a on resource:port {{(pid=75883) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:58:30.988449 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 44470) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:58:31.049024 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-e4f27cd4-6e3e-458c-aa67-560aae211861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:31.063478 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-158c51db-213b-4922-bd36-582cf26473af req-a6a501d0-8cb7-404e-a35f-4c5169f3f2ae tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Unset dirty status for tenant:84945da5212241b9bfab7b2fb8891a6a on resource:port {{(pid=75883) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:58:31.064785 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-158c51db-213b-4922-bd36-582cf26473af req-a6a501d0-8cb7-404e-a35f-4c5169f3f2ae tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=84945da5212241b9bfab7b2fb8891a6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1651015 Aug 23 01:58:31.076978 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-e4f27cd4-6e3e-458c-aa67-560aae211861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:31.197665 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-e4f27cd4-6e3e-458c-aa67-560aae211861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:31.201608 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-36c4b03a-dc15-4136-8423-c1ffd01a7400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:31.216191 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f27cd4-6e3e-458c-aa67-560aae211861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18c9309-9fdc-43f8-b040-207e1d3c5731,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:31.218797 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-e4f27cd4-6e3e-458c-aa67-560aae211861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:31.297456 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-e4f27cd4-6e3e-458c-aa67-560aae211861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:31.298576 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-e4f27cd4-6e3e-458c-aa67-560aae211861 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b18c9309-9fdc-43f8-b040-207e1d3c5731 HTTP/1.1" status: 204 len: 168 time: 0.3092031 Aug 23 01:58:31.379628 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-158c51db-213b-4922-bd36-582cf26473af req-75ced23c-2a96-4dc3-b76b-655e4bb4d3c7 service neutron] 10.222.0.18 "GET /v2.0/networks/31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025239 Aug 23 01:58:31.518244 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-158c51db-213b-4922-bd36-582cf26473af req-8f2874fd-3773-4cf0-9ffa-2ef4d4e438b5 service neutron] 10.222.0.18 "GET /v2.0/networks/31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304734 Aug 23 01:58:31.837168 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-fbf9f351-2467-40a0-b5ed-f81ca472a600 req-b6165920-9f46-4145-8911-ddad950868f2 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 210 time: 0.0483348 Aug 23 01:58:32.148069 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1384c6c-09ad-415a-862a-1f9dfa02117e req-fd2dd5d3-0142-4c3a-8afb-ae7fe78f5d6f tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:32.149699 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-f1384c6c-09ad-415a-862a-1f9dfa02117e req-fd2dd5d3-0142-4c3a-8afb-ae7fe78f5d6f tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 946 time: 0.0866807 Aug 23 01:58:32.180644 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-ca98d110-936d-40c4-918a-0579a64c64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:32.197707 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-f1384c6c-09ad-415a-862a-1f9dfa02117e req-dd10da72-b517-4464-8ec0-f0055dbcec26 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423417 Aug 23 01:58:32.694992 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:32.953303 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-61a92968-9d15-47b6-ad53-644f4bd14105 req-a5e1396e-54f5-4a36-b2f8-6298475cc71f tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 210 time: 0.0453134 Aug 23 01:58:33.413567 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f932ff2-5e6d-4c25-a3d9-380b8a711092 req-bb729dd5-3dcc-4c83-b89a-89cb8fd7d274 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:33.415879 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-1f932ff2-5e6d-4c25-a3d9-380b8a711092 req-bb729dd5-3dcc-4c83-b89a-89cb8fd7d274 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 946 time: 0.0777762 Aug 23 01:58:33.461127 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-1f932ff2-5e6d-4c25-a3d9-380b8a711092 req-c275b84b-6532-4206-8675-7260cd980f64 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400510 Aug 23 01:58:33.983670 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937eee6-7b0e-46a4-b9d5-2adc097962f6 req-ab7161c4-cea4-43be-8f1b-6f9a199a2d5f tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:33.985047 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4937eee6-7b0e-46a4-b9d5-2adc097962f6 req-ab7161c4-cea4-43be-8f1b-6f9a199a2d5f tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.10 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 946 time: 0.0785074 Aug 23 01:58:34.062121 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-4937eee6-7b0e-46a4-b9d5-2adc097962f6 req-3c9c33fd-0323-43a7-9716-deb42ad20bfb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Deleting port f30e38c8-4180-446b-b7f4-2304ee04e644 {{(pid=75884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 01:58:34.062506 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4937eee6-7b0e-46a4-b9d5-2adc097962f6 req-3c9c33fd-0323-43a7-9716-deb42ad20bfb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:34.143532 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-75fcd681-9107-4351-aa1d-c37713fe1ab9 req-d6203f93-a496-4af8-b9ae-8b4499baeaeb tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 210 time: 0.0532184 Aug 23 01:58:34.342334 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-4937eee6-7b0e-46a4-b9d5-2adc097962f6 req-3c9c33fd-0323-43a7-9716-deb42ad20bfb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] For port f30e38c8-4180-446b-b7f4-2304ee04e644, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f30e38c8-4180-446b-b7f4-2304ee04e644,segment=NetworkSegment(4998317b-f65b-459a-b79b-8cace97c4771),segment_id=4998317b-f65b-459a-b79b-8cace97c4771)] {{(pid=75884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:58:34.342685 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4937eee6-7b0e-46a4-b9d5-2adc097962f6 req-3c9c33fd-0323-43a7-9716-deb42ad20bfb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:34.591258 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-eb451a09-3032-4705-9bd6-05b423d23e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:34.702558 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da26ac6-a643-4b15-a73c-f68debb9211a req-c67dd373-8e1b-40b4-bc59-6a8bb143f9bc tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:34.707683 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-3da26ac6-a643-4b15-a73c-f68debb9211a req-c67dd373-8e1b-40b4-bc59-6a8bb143f9bc tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 946 time: 0.1017642 Aug 23 01:58:34.772924 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-3da26ac6-a643-4b15-a73c-f68debb9211a req-a05e2d1c-710e-4abc-9785-fb04628476f4 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=78a39655-92de-4f31-906f-e25183b4cfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592086 Aug 23 01:58:34.826622 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4937eee6-7b0e-46a4-b9d5-2adc097962f6 req-3c9c33fd-0323-43a7-9716-deb42ad20bfb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:34.826994 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4937eee6-7b0e-46a4-b9d5-2adc097962f6 req-3c9c33fd-0323-43a7-9716-deb42ad20bfb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405582'] for floatingip, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:34.827375 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.db.l3_db [req-4937eee6-7b0e-46a4-b9d5-2adc097962f6 req-3c9c33fd-0323-43a7-9716-deb42ad20bfb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Floating IP 7db61ed5-9616-479e-abad-4edfca1c3816 disassociated. External IP: 172.28.2.140, port: f30e38c8-4180-446b-b7f4-2304ee04e644. Aug 23 01:58:34.827714 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-4937eee6-7b0e-46a4-b9d5-2adc097962f6 req-3c9c33fd-0323-43a7-9716-deb42ad20bfb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Calling delete_port for f30e38c8-4180-446b-b7f4-2304ee04e644 owned by compute:nova {{(pid=75884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 01:58:34.884200 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c51db-213b-4922-bd36-582cf26473af req-31c3aa91-331c-4705-b842-7a66e58cc840 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:34.885617 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-158c51db-213b-4922-bd36-582cf26473af req-31c3aa91-331c-4705-b842-7a66e58cc840 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.10 "GET /v2.0/networks?id=31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0 HTTP/1.1" status: 200 len: 815 time: 0.4605269 Aug 23 01:58:34.916028 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-158c51db-213b-4922-bd36-582cf26473af req-2d44a8be-c96a-42a6-a267-62d978086e2c tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Request body: {'port': {'device_id': 'be61dc7c-2d31-48aa-9744-6be0ae66ad80', 'network_id': '31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0', 'admin_state_up': True, 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:58:35.112256 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-158c51db-213b-4922-bd36-582cf26473af req-2d44a8be-c96a-42a6-a267-62d978086e2c tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:58:35.123143 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-158c51db-213b-4922-bd36-582cf26473af req-2d44a8be-c96a-42a6-a267-62d978086e2c tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:58:35.163015 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4937eee6-7b0e-46a4-b9d5-2adc097962f6 req-3c9c33fd-0323-43a7-9716-deb42ad20bfb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:35.172456 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-be7ff0d2-ab5e-4335-9369-708d66e670eb tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:35.218285 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c33fd-0323-43a7-9716-deb42ad20bfb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Pushing event deleted for resources: {'Port': ['ID=f30e38c8-4180-446b-b7f4-2304ee04e644,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:35.222295 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-3c9c33fd-0323-43a7-9716-deb42ad20bfb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:35.286536 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-158c51db-213b-4922-bd36-582cf26473af req-2d44a8be-c96a-42a6-a267-62d978086e2c tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Made reservation on behalf of 84945da5212241b9bfab7b2fb8891a6a for: {'port': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:58:35.290825 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-158c51db-213b-4922-bd36-582cf26473af req-2d44a8be-c96a-42a6-a267-62d978086e2c tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:35.362125 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1a9441ce-a626-4f27-81ea-665ed740a1f2 req-0f1b21fa-2d60-454e-94c2-9cc75c5dbf15 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 210 time: 0.0765409 Aug 23 01:58:35.595170 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:35.625257 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_common [req-158c51db-213b-4922-bd36-582cf26473af req-2d44a8be-c96a-42a6-a267-62d978086e2c tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Allocated IP 172.20.0.10 (31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0/48543fea-f3f5-4502-841e-d602926dc26b/f52ebc54-1174-405e-910c-c6dc1f8d7122) {{(pid=75884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:58:35.728046 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4937eee6-7b0e-46a4-b9d5-2adc097962f6 req-3c9c33fd-0323-43a7-9716-deb42ad20bfb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Router 2c82253f-4601-4a72-af04-f26a45fbf7b3 has already been hosted by L3 agent a65233ca-d566-4bb6-b10d-56979c97574d {{(pid=75884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 01:58:36.012366 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-158c51db-213b-4922-bd36-582cf26473af req-2d44a8be-c96a-42a6-a267-62d978086e2c tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for port, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:36.033853 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.provisioning_blocks [req-158c51db-213b-4922-bd36-582cf26473af req-2d44a8be-c96a-42a6-a267-62d978086e2c tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Transition to ACTIVE for port object f52ebc54-1174-405e-910c-c6dc1f8d7122 will not be triggered until provisioned by entity DHCP. {{(pid=75884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:58:36.136531 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-54aee241-10b4-4cfd-851d-507a5ffc6fb7 req-095c8263-1056-4399-b8c1-69115fa71ff2 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 210 time: 0.0849464 Aug 23 01:58:36.206753 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4937eee6-7b0e-46a4-b9d5-2adc097962f6 req-3c9c33fd-0323-43a7-9716-deb42ad20bfb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 01:58:36.226216 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6c890f-abea-45aa-a5ab-2cf3e0024ab5 None None] Sync routers for ids ['2c82253f-4601-4a72-af04-f26a45fbf7b3'] in dv-cinder-805529-1-smb {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 01:58:36.251776 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6c890f-abea-45aa-a5ab-2cf3e0024ab5 None None] Routers {'2c82253f-4601-4a72-af04-f26a45fbf7b3'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:58:36.255769 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-fd6c890f-abea-45aa-a5ab-2cf3e0024ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:58:34Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['2c82253f-4601-4a72-af04-f26a45fbf7b3'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:58:36.272614 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-158c51db-213b-4922-bd36-582cf26473af req-2d44a8be-c96a-42a6-a267-62d978086e2c tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:36.283282 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-20cab100-88fe-4c4c-8707-d97fabc6e7e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:36.524976 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-4937eee6-7b0e-46a4-b9d5-2adc097962f6 req-3c9c33fd-0323-43a7-9716-deb42ad20bfb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] No DVR routers for this DVR port f30e38c8-4180-446b-b7f4-2304ee04e644 on host hv-cinder-80552 {{(pid=75884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 01:58:36.535974 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4937eee6-7b0e-46a4-b9d5-2adc097962f6 req-3c9c33fd-0323-43a7-9716-deb42ad20bfb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:36.539136 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3825eadb-6470-45e0-af33-e0adcc715126', 'name': 'network-vif-deleted', 'tag': 'f30e38c8-4180-446b-b7f4-2304ee04e644'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:58:36.582193 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-158c51db-213b-4922-bd36-582cf26473af req-2d44a8be-c96a-42a6-a267-62d978086e2c tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Network 31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0 is already hosted by enough agents. {{(pid=75884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:58:36.587267 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [req-158c51db-213b-4922-bd36-582cf26473af req-2d44a8be-c96a-42a6-a267-62d978086e2c tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Resources bound (agent type, host, resource id): {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:58:36.590638 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44a8be-c96a-42a6-a267-62d978086e2c tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Pushing event updated for resources: {'Port': ['ID=f52ebc54-1174-405e-910c-c6dc1f8d7122,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:36.606264 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-158c51db-213b-4922-bd36-582cf26473af req-2d44a8be-c96a-42a6-a267-62d978086e2c tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Received port after_create {{(pid=75884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:58:36.654876 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-2d44a8be-c96a-42a6-a267-62d978086e2c tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:36.752934 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4937eee6-7b0e-46a4-b9d5-2adc097962f6 req-3c9c33fd-0323-43a7-9716-deb42ad20bfb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.10 "DELETE /v2.0/ports/f30e38c8-4180-446b-b7f4-2304ee04e644 HTTP/1.1" status: 204 len: 173 time: 2.7617354 Aug 23 01:58:36.793069 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-fd6c890f-abea-45aa-a5ab-2cf3e0024ab5 None None] Set router 2c82253f-4601-4a72-af04-f26a45fbf7b3 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:58:36.851565 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c51db-213b-4922-bd36-582cf26473af req-2d44a8be-c96a-42a6-a267-62d978086e2c tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:36.852305 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-158c51db-213b-4922-bd36-582cf26473af req-2d44a8be-c96a-42a6-a267-62d978086e2c tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:36.964476 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0be9a-d785-4423-89de-dbf77465e559 req-2900d1d6-da3f-4c75-b248-dda1bef2de5a tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:36.965715 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-18e0be9a-d785-4423-89de-dbf77465e559 req-2900d1d6-da3f-4c75-b248-dda1bef2de5a tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Synchronizing usage tracker for tenant:84945da5212241b9bfab7b2fb8891a6a on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:58:36.988064 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-158c51db-213b-4922-bd36-582cf26473af req-2d44a8be-c96a-42a6-a267-62d978086e2c tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0878863 Aug 23 01:58:37.040440 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3825eadb-6470-45e0-af33-e0adcc715126', 'name': 'network-vif-deleted', 'tag': 'f30e38c8-4180-446b-b7f4-2304ee04e644', 'status': 'completed', 'code': 200} Aug 23 01:58:37.072258 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-18e0be9a-d785-4423-89de-dbf77465e559 req-2900d1d6-da3f-4c75-b248-dda1bef2de5a tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Unset dirty status for tenant:84945da5212241b9bfab7b2fb8891a6a on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:58:37.075373 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-18e0be9a-d785-4423-89de-dbf77465e559 req-2900d1d6-da3f-4c75-b248-dda1bef2de5a tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 932 time: 0.3460717 Aug 23 01:58:37.253398 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:37.395194 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-158c51db-213b-4922-bd36-582cf26473af req-6928065f-4f82-4527-8611-cec500d3ee98 service neutron] Request body: {'port': {'device_id': 'be61dc7c-2d31-48aa-9744-6be0ae66ad80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:58:37.487580 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-18e0be9a-d785-4423-89de-dbf77465e559 req-4dfd220b-1aee-4cd1-b027-b03f7ce67f2a tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810878 Aug 23 01:58:37.610597 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-00baf501-5882-45cd-bcb7-950046dad0f7 None None] Provisioning for port f52ebc54-1174-405e-910c-c6dc1f8d7122 completed by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:58:37.617589 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-00baf501-5882-45cd-bcb7-950046dad0f7 None None] Provisioning complete for port f52ebc54-1174-405e-910c-c6dc1f8d7122 triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:58:37.618278 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-00baf501-5882-45cd-bcb7-950046dad0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:37.640698 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-158c51db-213b-4922-bd36-582cf26473af req-6928065f-4f82-4527-8611-cec500d3ee98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:37.683893 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ed8acf5b-347e-425f-b275-3aa1bf9dd9c1 req-11711ef4-9486-44ff-9ec1-4b7d4fe64bf3 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=3825eadb-6470-45e0-af33-e0adcc715126 HTTP/1.1" status: 200 len: 210 time: 0.1571801 Aug 23 01:58:37.760453 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-00baf501-5882-45cd-bcb7-950046dad0f7 None None] Port f52ebc54-1174-405e-910c-c6dc1f8d7122 cannot update to ACTIVE because it is not bound. {{(pid=75885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 01:58:37.801031 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-fd6c890f-abea-45aa-a5ab-2cf3e0024ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1098116429-router', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:57Z', 'updated_at': '2021-08-23T01:53:07Z', 'revision_number': 4, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'gw_port': {'id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:59Z', 'updated_at': '2021-08-23T01:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': 'f58ebe7a-1fae-48ee-a3bf-533623e79179', 'name': '', 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'mac_address': 'fa:16:3e:aa:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:04Z', 'updated_at': '2021-08-23T01:53:20Z', 'revision_number': 5, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'subnets': [{'id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:58:37.816163 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6c890f-abea-45aa-a5ab-2cf3e0024ab5 None None] Checking router: 2c82253f-4601-4a72-af04-f26a45fbf7b3 for host: dv-cinder-805529-1-smb {{(pid=75885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 01:58:37.842829 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6c890f-abea-45aa-a5ab-2cf3e0024ab5 None None] Routers {'2c82253f-4601-4a72-af04-f26a45fbf7b3'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:58:37.843407 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-fd6c890f-abea-45aa-a5ab-2cf3e0024ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:58:34Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['2c82253f-4601-4a72-af04-f26a45fbf7b3'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:58:37.989649 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device f30e38c8-4180-446b-b7f4-2304ee04e644 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 01:58:38.079875 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] No Port match for: f30e38c8-4180-446b-b7f4-2304ee04e644 {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 01:58:38.080218 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device f30e38c8-4180-446b-b7f4-2304ee04e644 not bound to the agent host hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 01:58:38.278231 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-fd6c890f-abea-45aa-a5ab-2cf3e0024ab5 None None] Set router 2c82253f-4601-4a72-af04-f26a45fbf7b3 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:58:38.357462 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [req-158c51db-213b-4922-bd36-582cf26473af req-6928065f-4f82-4527-8611-cec500d3ee98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f52ebc54-1174-405e-910c-c6dc1f8d7122 {{(pid=75884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:58:38.378788 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-158c51db-213b-4922-bd36-582cf26473af req-6928065f-4f82-4527-8611-cec500d3ee98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:38.425032 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.provisioning_blocks [req-158c51db-213b-4922-bd36-582cf26473af req-6928065f-4f82-4527-8611-cec500d3ee98 service neutron] Transition to ACTIVE for port object f52ebc54-1174-405e-910c-c6dc1f8d7122 will not be triggered until provisioned by entity L2. {{(pid=75884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:58:38.477281 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-158c51db-213b-4922-bd36-582cf26473af req-6928065f-4f82-4527-8611-cec500d3ee98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565686'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:38.486771 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-d0bab0af-f619-44c1-b4ed-fb39437edf9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:38.703482 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928065f-4f82-4527-8611-cec500d3ee98 service neutron] Pushing event updated for resources: {'Port': ['ID=f52ebc54-1174-405e-910c-c6dc1f8d7122,revision_number=2']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:38.863649 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-6928065f-4f82-4527-8611-cec500d3ee98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:39.034127 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-158c51db-213b-4922-bd36-582cf26473af req-6928065f-4f82-4527-8611-cec500d3ee98 service neutron] Attempting to bind port f52ebc54-1174-405e-910c-c6dc1f8d7122 on host hv-cinder-80552 for vnic_type normal with profile {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:58:39.034598 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-158c51db-213b-4922-bd36-582cf26473af req-6928065f-4f82-4527-8611-cec500d3ee98 service neutron] Attempting to bind port f52ebc54-1174-405e-910c-c6dc1f8d7122 by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': '820f3040-a687-4e98-921a-af2d1707ff78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0'}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:58:39.035085 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c51db-213b-4922-bd36-582cf26473af req-6928065f-4f82-4527-8611-cec500d3ee98 service neutron] Attempting to bind port f52ebc54-1174-405e-910c-c6dc1f8d7122 on network 31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:58:39.050699 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790c2d0-dd2b-4a22-ac8a-73ef24a0afb9 req-73e8c8d2-4939-4c9d-8145-83a5acf40eb3 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:39.058440 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a790c2d0-dd2b-4a22-ac8a-73ef24a0afb9 req-73e8c8d2-4939-4c9d-8145-83a5acf40eb3 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 944 time: 0.3599195 Aug 23 01:58:39.062787 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c51db-213b-4922-bd36-582cf26473af req-6928065f-4f82-4527-8611-cec500d3ee98 service neutron] Port f52ebc54-1174-405e-910c-c6dc1f8d7122 on network 31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 01:58:39.063415 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c51db-213b-4922-bd36-582cf26473af req-6928065f-4f82-4527-8611-cec500d3ee98 service neutron] Attempting to bind port f52ebc54-1174-405e-910c-c6dc1f8d7122 on network 31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:58:39.082017 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 44588) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:58:39.094208 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c51db-213b-4922-bd36-582cf26473af req-6928065f-4f82-4527-8611-cec500d3ee98 service neutron] Checking agent: {'id': '57122005-e7d6-4a8f-9a43-0b5b130153fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:58:39.094564 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c51db-213b-4922-bd36-582cf26473af req-6928065f-4f82-4527-8611-cec500d3ee98 service neutron] Checking segment: {'id': '820f3040-a687-4e98-921a-af2d1707ff78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:58:39.095039 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c51db-213b-4922-bd36-582cf26473af req-6928065f-4f82-4527-8611-cec500d3ee98 service neutron] Bound using segment: {'id': '820f3040-a687-4e98-921a-af2d1707ff78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0'} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:58:39.095618 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-158c51db-213b-4922-bd36-582cf26473af req-6928065f-4f82-4527-8611-cec500d3ee98 service neutron] Bound port: f52ebc54-1174-405e-910c-c6dc1f8d7122, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '820f3040-a687-4e98-921a-af2d1707ff78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0'}}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:58:39.095762 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-fd6c890f-abea-45aa-a5ab-2cf3e0024ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1098116429-router', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:57Z', 'updated_at': '2021-08-23T01:53:07Z', 'revision_number': 4, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'gw_port': {'id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:59Z', 'updated_at': '2021-08-23T01:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': 'f58ebe7a-1fae-48ee-a3bf-533623e79179', 'name': '', 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'mac_address': 'fa:16:3e:aa:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:04Z', 'updated_at': '2021-08-23T01:53:20Z', 'revision_number': 5, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'subnets': [{'id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:58:39.096225 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-158c51db-213b-4922-bd36-582cf26473af req-6928065f-4f82-4527-8611-cec500d3ee98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:39.106155 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6c890f-abea-45aa-a5ab-2cf3e0024ab5 None None] The sync data for ids ['2c82253f-4601-4a72-af04-f26a45fbf7b3'] in dv-cinder-805529-1-smb is: [{'id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1098116429-router', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:57Z', 'updated_at': '2021-08-23T01:53:07Z', 'revision_number': 4, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'gw_port': {'id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:59Z', 'updated_at': '2021-08-23T01:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': 'f58ebe7a-1fae-48ee-a3bf-533623e79179', 'name': '', 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'mac_address': 'fa:16:3e:aa:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:04Z', 'updated_at': '2021-08-23T01:53:20Z', 'revision_number': 5, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'subnets': [{'id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 01:58:39.213690 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-605271d1-d7d4-4ea8-9d52-8417b5ce1e24 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:39.218940 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a790c2d0-dd2b-4a22-ac8a-73ef24a0afb9 req-bbaf053a-78fd-4f7b-b77f-bfbb4f5cf404 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594853 Aug 23 01:58:39.258211 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-605271d1-d7d4-4ea8-9d52-8417b5ce1e24 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:39.299987 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-158c51db-213b-4922-bd36-582cf26473af req-6928065f-4f82-4527-8611-cec500d3ee98 service neutron] For port f52ebc54-1174-405e-910c-c6dc1f8d7122, host hv-cinder-80552, cleared binding levels {{(pid=75884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:58:39.308900 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-158c51db-213b-4922-bd36-582cf26473af req-6928065f-4f82-4527-8611-cec500d3ee98 service neutron] For port f52ebc54-1174-405e-910c-c6dc1f8d7122, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f52ebc54-1174-405e-910c-c6dc1f8d7122,segment=NetworkSegment(820f3040-a687-4e98-921a-af2d1707ff78),segment_id=820f3040-a687-4e98-921a-af2d1707ff78)] {{(pid=75884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:58:39.392214 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-158c51db-213b-4922-bd36-582cf26473af req-6928065f-4f82-4527-8611-cec500d3ee98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565686'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:39.397356 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-40c7f60a-bd65-41dc-acfa-376d361044e1 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:39.437904 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-605271d1-d7d4-4ea8-9d52-8417b5ce1e24 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:39.451176 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-5efaa248-d9c7-4d55-a36f-bc3830fee617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:39.471256 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-158c51db-213b-4922-bd36-582cf26473af req-6928065f-4f82-4527-8611-cec500d3ee98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:39.472581 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-158c51db-213b-4922-bd36-582cf26473af req-6928065f-4f82-4527-8611-cec500d3ee98 service neutron] 10.222.0.10 "PUT /v2.0/ports/f52ebc54-1174-405e-910c-c6dc1f8d7122 HTTP/1.1" status: 200 len: 1094 time: 2.4616168 Aug 23 01:58:39.473092 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be61dc7c-2d31-48aa-9744-6be0ae66ad80', 'tag': 'f52ebc54-1174-405e-910c-c6dc1f8d7122'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:58:39.479999 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605271d1-d7d4-4ea8-9d52-8417b5ce1e24 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a39655-92de-4f31-906f-e25183b4cfd1,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:39.484216 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928065f-4f82-4527-8611-cec500d3ee98 service neutron] Pushing event updated for resources: {'Port': ['ID=f52ebc54-1174-405e-910c-c6dc1f8d7122,revision_number=3']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:39.489516 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-6928065f-4f82-4527-8611-cec500d3ee98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:39.493987 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605271d1-d7d4-4ea8-9d52-8417b5ce1e24 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:39.494557 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605271d1-d7d4-4ea8-9d52-8417b5ce1e24 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:39.495184 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605271d1-d7d4-4ea8-9d52-8417b5ce1e24 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:39.496109 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605271d1-d7d4-4ea8-9d52-8417b5ce1e24 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:39.496464 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605271d1-d7d4-4ea8-9d52-8417b5ce1e24 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:39.496810 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605271d1-d7d4-4ea8-9d52-8417b5ce1e24 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:39.497156 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605271d1-d7d4-4ea8-9d52-8417b5ce1e24 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:39.497498 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605271d1-d7d4-4ea8-9d52-8417b5ce1e24 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:39.497837 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605271d1-d7d4-4ea8-9d52-8417b5ce1e24 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:39.498209 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605271d1-d7d4-4ea8-9d52-8417b5ce1e24 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:39.498544 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605271d1-d7d4-4ea8-9d52-8417b5ce1e24 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:58:39.502002 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-605271d1-d7d4-4ea8-9d52-8417b5ce1e24 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:39.602154 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-605271d1-d7d4-4ea8-9d52-8417b5ce1e24 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:39.602154 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-605271d1-d7d4-4ea8-9d52-8417b5ce1e24 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "DELETE /v2.0/security-groups/78a39655-92de-4f31-906f-e25183b4cfd1 HTTP/1.1" status: 204 len: 168 time: 0.4962263 Aug 23 01:58:39.602454 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be61dc7c-2d31-48aa-9744-6be0ae66ad80', 'tag': 'f52ebc54-1174-405e-910c-c6dc1f8d7122', 'status': 'completed', 'code': 200} Aug 23 01:58:39.602454 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 44596) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:58:39.622763 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.api.v2.resource [None req-3bf8f1ea-0195-4030-8e35-f278a71400ce tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] show failed (client error): The resource could not be found. Aug 23 01:58:39.623985 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-3bf8f1ea-0195-4030-8e35-f278a71400ce tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups/78a39655-92de-4f31-906f-e25183b4cfd1 HTTP/1.1" status: 404 len: 347 time: 0.0209444 Aug 23 01:58:39.627146 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 44600) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:58:39.874063 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [None req-e1856f7a-d5c4-4c8e-81dc-133a256f838a tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Deleting port a2d36795-8b73-4d1c-b9ec-6c800b23d5b9 {{(pid=75884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 01:58:39.874408 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-e1856f7a-d5c4-4c8e-81dc-133a256f838a tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:40.081619 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-e1856f7a-d5c4-4c8e-81dc-133a256f838a tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:40.081953 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-e1856f7a-d5c4-4c8e-81dc-133a256f838a tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:40.212132 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [None req-e1856f7a-d5c4-4c8e-81dc-133a256f838a tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Calling delete_port for a2d36795-8b73-4d1c-b9ec-6c800b23d5b9 owned by network:floatingip {{(pid=75884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 01:58:40.548827 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c5c72-2dcb-4f61-827c-4fe3bcc9ade9 req-2c42fb32-fde0-49b7-9fd1-a6706935ca05 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:40.550304 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-747c5c72-2dcb-4f61-827c-4fe3bcc9ade9 req-2c42fb32-fde0-49b7-9fd1-a6706935ca05 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 944 time: 0.1732538 Aug 23 01:58:40.597746 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-747c5c72-2dcb-4f61-827c-4fe3bcc9ade9 req-7f1aa1c6-64da-4154-aea3-94eb096cb8b7 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417345 Aug 23 01:58:40.729292 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-e1856f7a-d5c4-4c8e-81dc-133a256f838a tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:40.733914 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-e2b427cf-2816-4fe9-b57d-c516a2c92f69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:40.782034 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1856f7a-d5c4-4c8e-81dc-133a256f838a tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Pushing event deleted for resources: {'Port': ['ID=a2d36795-8b73-4d1c-b9ec-6c800b23d5b9,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:40.785583 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-e1856f7a-d5c4-4c8e-81dc-133a256f838a tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:40.890092 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-e1856f7a-d5c4-4c8e-81dc-133a256f838a tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for floatingip, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:40.905340 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-e1856f7a-d5c4-4c8e-81dc-133a256f838a tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for floatingip, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:40.909963 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-e1856f7a-d5c4-4c8e-81dc-133a256f838a tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "DELETE /v2.0/floatingips/7db61ed5-9616-479e-abad-4edfca1c3816 HTTP/1.1" status: 204 len: 168 time: 1.2811587 Aug 23 01:58:41.663233 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 44622) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:58:41.667572 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-b648de48-7c4c-47ab-b55c-6df444fd7a99 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Request body: {'security_group': {'name': 'tempest-securitygroup--597676631', 'description': 'tempest-description--332713164'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:58:41.677243 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-b648de48-7c4c-47ab-b55c-6df444fd7a99 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:58:41.686190 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647cdaca-69e8-4a5c-b479-8e5f0424b0c9 None None] New status for floating IP 7db61ed5-9616-479e-abad-4edfca1c3816: DOWN {{(pid=75886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 01:58:41.702379 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-b648de48-7c4c-47ab-b55c-6df444fd7a99 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Usage tracker for resource:security_group and tenant:cf02a4e5b4424ce18a07cf20fa1241a3 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:58:41.706712 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-b648de48-7c4c-47ab-b55c-6df444fd7a99 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:58:41.718818 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-b648de48-7c4c-47ab-b55c-6df444fd7a99 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:58:41.821006 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b648de48-7c4c-47ab-b55c-6df444fd7a99 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:41.901325 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-b648de48-7c4c-47ab-b55c-6df444fd7a99 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:58:41.906786 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-b648de48-7c4c-47ab-b55c-6df444fd7a99 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Usage tracker for resource:security_group_rule and tenant:cf02a4e5b4424ce18a07cf20fa1241a3 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:58:41.910911 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-b648de48-7c4c-47ab-b55c-6df444fd7a99 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:58:41.919154 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-b648de48-7c4c-47ab-b55c-6df444fd7a99 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:58:41.941560 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1f199-673b-4529-bab3-0f5dd5a76abf req-7bb86f61-aabe-4ef2-ba0a-1bc222936a91 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:41.943097 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-59c1f199-673b-4529-bab3-0f5dd5a76abf req-7bb86f61-aabe-4ef2-ba0a-1bc222936a91 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 944 time: 0.1854954 Aug 23 01:58:42.025193 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-59c1f199-673b-4529-bab3-0f5dd5a76abf req-a8c4c5d6-1ccf-4904-bf81-063cc2c022bb tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732920 Aug 23 01:58:42.057264 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b648de48-7c4c-47ab-b55c-6df444fd7a99 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:42.202663 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b648de48-7c4c-47ab-b55c-6df444fd7a99 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:42.206661 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-e4f27cd4-6e3e-458c-aa67-560aae211861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:42.249997 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648de48-7c4c-47ab-b55c-6df444fd7a99 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f31213a-e9dc-4836-8808-0763ff27cf07,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:42.253164 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-b648de48-7c4c-47ab-b55c-6df444fd7a99 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:42.340774 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b648de48-7c4c-47ab-b55c-6df444fd7a99 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:42.344902 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-b648de48-7c4c-47ab-b55c-6df444fd7a99 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.6796985 Aug 23 01:58:42.345395 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 44626) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:58:42.352590 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [None req-bc704db8-5247-4fe2-b280-a8f0a9d32639 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Request body: {'security_group_rule': {'security_group_id': '2f31213a-e9dc-4836-8808-0763ff27cf07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:58:42.358506 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-bc704db8-5247-4fe2-b280-a8f0a9d32639 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:58:42.362325 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-bc704db8-5247-4fe2-b280-a8f0a9d32639 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Usage tracker for resource:security_group_rule and tenant:cf02a4e5b4424ce18a07cf20fa1241a3 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:58:42.365991 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-bc704db8-5247-4fe2-b280-a8f0a9d32639 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:58:42.372897 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-bc704db8-5247-4fe2-b280-a8f0a9d32639 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:58:42.804409 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-bc704db8-5247-4fe2-b280-a8f0a9d32639 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:42.894037 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-bc704db8-5247-4fe2-b280-a8f0a9d32639 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:43.020001 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-bc704db8-5247-4fe2-b280-a8f0a9d32639 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441829'] for security_group_rule, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:43.022095 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:43.048678 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc704db8-5247-4fe2-b280-a8f0a9d32639 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c7cfa4-d186-4d0f-ac88-277ee52049e7,revision_number=0']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:43.052073 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-bc704db8-5247-4fe2-b280-a8f0a9d32639 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:43.264579 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e3954-5e89-4fa2-8430-173bd15542f7 req-bc2b89f2-cb00-4730-8de5-e2c718e67ad1 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:43.266290 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-f25e3954-5e89-4fa2-8430-173bd15542f7 req-bc2b89f2-cb00-4730-8de5-e2c718e67ad1 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 944 time: 0.0951078 Aug 23 01:58:43.319873 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-f25e3954-5e89-4fa2-8430-173bd15542f7 req-9b9ead29-0720-4064-91e3-6788f3e8f4e3 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Synchronizing usage tracker for tenant:84945da5212241b9bfab7b2fb8891a6a on resource:security_group {{(pid=75883) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:58:43.528422 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-bc704db8-5247-4fe2-b280-a8f0a9d32639 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:43.532067 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-bc704db8-5247-4fe2-b280-a8f0a9d32639 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1845820 Aug 23 01:58:43.532539 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 44640) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:58:43.539261 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [None req-47b8dbf5-e6c3-46b1-b8ba-fc683348ac2c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Request body: {'security_group_rule': {'security_group_id': '2f31213a-e9dc-4836-8808-0763ff27cf07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:58:43.545516 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-47b8dbf5-e6c3-46b1-b8ba-fc683348ac2c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:58:43.549398 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-47b8dbf5-e6c3-46b1-b8ba-fc683348ac2c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Usage tracker for resource:security_group_rule and tenant:cf02a4e5b4424ce18a07cf20fa1241a3 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:58:43.553645 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-47b8dbf5-e6c3-46b1-b8ba-fc683348ac2c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:58:43.563104 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-47b8dbf5-e6c3-46b1-b8ba-fc683348ac2c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:58:43.579369 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-f25e3954-5e89-4fa2-8430-173bd15542f7 req-9b9ead29-0720-4064-91e3-6788f3e8f4e3 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Unset dirty status for tenant:84945da5212241b9bfab7b2fb8891a6a on resource:security_group {{(pid=75883) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:58:43.580627 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-f25e3954-5e89-4fa2-8430-173bd15542f7 req-9b9ead29-0720-4064-91e3-6788f3e8f4e3 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084261 Aug 23 01:58:43.650229 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-47b8dbf5-e6c3-46b1-b8ba-fc683348ac2c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:43.726157 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-47b8dbf5-e6c3-46b1-b8ba-fc683348ac2c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:43.808746 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-47b8dbf5-e6c3-46b1-b8ba-fc683348ac2c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441829'] for security_group_rule, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:43.810728 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:43.834112 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8dbf5-e6c3-46b1-b8ba-fc683348ac2c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c5937c-6563-4a08-b557-7f8fa0beed90,revision_number=0']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:43.838849 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-47b8dbf5-e6c3-46b1-b8ba-fc683348ac2c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:44.135275 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-47b8dbf5-e6c3-46b1-b8ba-fc683348ac2c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:44.136895 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-47b8dbf5-e6c3-46b1-b8ba-fc683348ac2c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6030960 Aug 23 01:58:44.139654 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 44646) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:58:44.147876 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [None req-1f4ebe7d-5885-418a-9ee3-ab8f1e251e49 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Request body: {'floatingip': {'floating_network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:58:44.154200 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-1f4ebe7d-5885-418a-9ee3-ab8f1e251e49 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:58:44.159198 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-1f4ebe7d-5885-418a-9ee3-ab8f1e251e49 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Usage tracker for resource:floatingip and tenant:cf02a4e5b4424ce18a07cf20fa1241a3 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:58:44.161267 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-1f4ebe7d-5885-418a-9ee3-ab8f1e251e49 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:58:44.166996 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-1f4ebe7d-5885-418a-9ee3-ab8f1e251e49 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:58:44.271889 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-1f4ebe7d-5885-418a-9ee3-ab8f1e251e49 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for floatingip, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:44.424287 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-1f4ebe7d-5885-418a-9ee3-ab8f1e251e49 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:44.555752 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.db_base_plugin_common [None req-1f4ebe7d-5885-418a-9ee3-ab8f1e251e49 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Allocated IP 172.28.2.202 (90009780-9c2f-491e-b27f-d9d23ecfb7b4/1e7d67c2-da92-4caf-b211-787ee080d8b0/0a343444-74f9-4900-9688-a8480b6fddbd) {{(pid=75883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:58:44.800444 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895aa70f-ecdb-46a6-98f7-66bde5488a1a req-c7c26bc7-8113-4cc0-b870-44e5172953ab tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:44.801933 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-895aa70f-ecdb-46a6-98f7-66bde5488a1a req-c7c26bc7-8113-4cc0-b870-44e5172953ab tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 944 time: 0.0878575 Aug 23 01:58:44.837358 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-1f4ebe7d-5885-418a-9ee3-ab8f1e251e49 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for port, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:44.850972 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-895aa70f-ecdb-46a6-98f7-66bde5488a1a req-0c0e0ff1-eaf3-4bbf-95ff-76550337624d tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419724 Aug 23 01:58:44.957148 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-1f4ebe7d-5885-418a-9ee3-ab8f1e251e49 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:44.961561 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-5637355d-584e-424f-9b79-310b827eeaea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:45.023927 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4ebe7d-5885-418a-9ee3-ab8f1e251e49 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Network 90009780-9c2f-491e-b27f-d9d23ecfb7b4 is already hosted by enough agents. {{(pid=75883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:58:45.026817 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.base_scheduler [None req-1f4ebe7d-5885-418a-9ee3-ab8f1e251e49 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Resources bound (agent type, host, resource id): {{(pid=75883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:58:45.030680 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4ebe7d-5885-418a-9ee3-ab8f1e251e49 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Received port after_create {{(pid=75883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:58:45.038909 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ebe7d-5885-418a-9ee3-ab8f1e251e49 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Pushing event updated for resources: {'Port': ['ID=0a343444-74f9-4900-9688-a8480b6fddbd,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:45.041686 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-1f4ebe7d-5885-418a-9ee3-ab8f1e251e49 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:45.266416 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-1f4ebe7d-5885-418a-9ee3-ab8f1e251e49 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:45.399818 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-1f4ebe7d-5885-418a-9ee3-ab8f1e251e49 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:45.625492 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-1f4ebe7d-5885-418a-9ee3-ab8f1e251e49 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for port, precommit_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:45.791942 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-1f4ebe7d-5885-418a-9ee3-ab8f1e251e49 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:45.797470 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-b5fdd8c3-9f31-43f1-8c96-7af0aad910bc tempest-DeleteServersTestJSON-2042987299 tempest-DeleteServersTestJSON-2042987299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:45.868246 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-1f4ebe7d-5885-418a-9ee3-ab8f1e251e49 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405582'] for floatingip, after_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:45.891308 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ebe7d-5885-418a-9ee3-ab8f1e251e49 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Pushing event updated for resources: {'Port': ['ID=0a343444-74f9-4900-9688-a8480b6fddbd,revision_number=2']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:45.894726 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-1f4ebe7d-5885-418a-9ee3-ab8f1e251e49 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:45.996743 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-1f4ebe7d-5885-418a-9ee3-ab8f1e251e49 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for floatingip, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:46.006936 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-1f4ebe7d-5885-418a-9ee3-ab8f1e251e49 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8573463 Aug 23 01:58:46.096589 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c0e07-8ddc-4f2c-9420-4943c845e25b req-d071989a-f02e-4a22-9014-178b4515a388 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:46.103818 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-151c0e07-8ddc-4f2c-9420-4943c845e25b req-d071989a-f02e-4a22-9014-178b4515a388 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 944 time: 0.0993519 Aug 23 01:58:46.259671 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-151c0e07-8ddc-4f2c-9420-4943c845e25b req-423577ee-529a-4945-b390-b60da4982907 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632224 Aug 23 01:58:46.386717 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-5672f793-65c9-4367-8089-cb0952eaec7c req-f5250dd4-014b-45b6-8814-85e8468cc1df tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Synchronizing usage tracker for tenant:cf02a4e5b4424ce18a07cf20fa1241a3 on resource:security_group {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:58:46.538789 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-5672f793-65c9-4367-8089-cb0952eaec7c req-f5250dd4-014b-45b6-8814-85e8468cc1df tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Unset dirty status for tenant:cf02a4e5b4424ce18a07cf20fa1241a3 on resource:security_group {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:58:46.538789 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5672f793-65c9-4367-8089-cb0952eaec7c req-f5250dd4-014b-45b6-8814-85e8468cc1df tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--597676631&fields=id&tenant_id=cf02a4e5b4424ce18a07cf20fa1241a3 HTTP/1.1" status: 200 len: 267 time: 0.1858070 Aug 23 01:58:46.734321 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672f793-65c9-4367-8089-cb0952eaec7c req-0db08afb-aee8-497b-9cc5-10f26f914498 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:46.775801 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5672f793-65c9-4367-8089-cb0952eaec7c req-0db08afb-aee8-497b-9cc5-10f26f914498 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/networks?id=c52bbd1c-24b9-493a-8949-3808e1dea7a6 HTTP/1.1" status: 200 len: 817 time: 0.1972082 Aug 23 01:58:46.775801 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5672f793-65c9-4367-8089-cb0952eaec7c req-9968fd70-6a2f-4849-b449-7ad32d8880e4 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/quotas/cf02a4e5b4424ce18a07cf20fa1241a3 HTTP/1.1" status: 200 len: 375 time: 0.0110335 Aug 23 01:58:46.873423 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-5672f793-65c9-4367-8089-cb0952eaec7c req-b84b803a-8ff2-40a9-a468-4a0ac3746643 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Synchronizing usage tracker for tenant:cf02a4e5b4424ce18a07cf20fa1241a3 on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:58:46.985805 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-5672f793-65c9-4367-8089-cb0952eaec7c req-b84b803a-8ff2-40a9-a468-4a0ac3746643 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Unset dirty status for tenant:cf02a4e5b4424ce18a07cf20fa1241a3 on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:58:46.988222 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5672f793-65c9-4367-8089-cb0952eaec7c req-b84b803a-8ff2-40a9-a468-4a0ac3746643 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf02a4e5b4424ce18a07cf20fa1241a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2297578 Aug 23 01:58:47.206302 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5672f793-65c9-4367-8089-cb0952eaec7c req-42afe051-e7b5-4d96-8ec0-8aa76149d6b6 service neutron] 10.222.0.18 "GET /v2.0/networks/c52bbd1c-24b9-493a-8949-3808e1dea7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054825 Aug 23 01:58:47.340863 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5672f793-65c9-4367-8089-cb0952eaec7c req-840b7051-7b19-4bb0-9c32-392b6d50cda8 service neutron] 10.222.0.18 "GET /v2.0/networks/c52bbd1c-24b9-493a-8949-3808e1dea7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285839 Aug 23 01:58:47.451371 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4c4bb-c854-4a7c-9089-bada9802f053 req-658447a8-c0ab-4fda-a644-e8adbc035e29 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:47.452825 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-9de4c4bb-c854-4a7c-9089-bada9802f053 req-658447a8-c0ab-4fda-a644-e8adbc035e29 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 944 time: 0.0835276 Aug 23 01:58:47.502538 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-9de4c4bb-c854-4a7c-9089-bada9802f053 req-71d17f57-ec6b-4888-baa0-35eb3cce73d2 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429282 Aug 23 01:58:47.642888 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-7ffc8f01-00a5-422e-85a4-8ff056293e36 req-239d4275-5bb9-468c-9a18-1c0d129b1983 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 210 time: 0.0470388 Aug 23 01:58:48.726999 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa77253-1856-46e8-a4ec-274c01d5f64e req-00e236e8-9681-4c78-a2c2-c59697ca5caa tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:48.728515 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ffa77253-1856-46e8-a4ec-274c01d5f64e req-00e236e8-9681-4c78-a2c2-c59697ca5caa tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 944 time: 0.0776787 Aug 23 01:58:48.774479 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ffa77253-1856-46e8-a4ec-274c01d5f64e req-67a14b6a-cf58-40f1-a7c2-7ca35e606e4b tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404274 Aug 23 01:58:48.835213 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-95766f8b-ffe5-4f1b-bee1-b12600d580f2 req-07db2846-2d42-45c8-ada7-aa96a30a04d7 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 210 time: 0.0411510 Aug 23 01:58:50.018652 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3499a-3e7a-43c7-8743-1319f136596b req-a94e311d-e337-4789-9670-8dcb31f1c790 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:50.020158 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-7df3499a-3e7a-43c7-8743-1319f136596b req-a94e311d-e337-4789-9670-8dcb31f1c790 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 944 time: 0.0873070 Aug 23 01:58:50.029204 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-fb4dfed0-2f7d-4937-8774-54fc61ab1ea6 req-48102a51-57bd-4480-a886-5f606f81e2a2 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 210 time: 0.0460312 Aug 23 01:58:50.071819 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-7df3499a-3e7a-43c7-8743-1319f136596b req-89231286-0d7d-41fa-96a9-c11184177830 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435009 Aug 23 01:58:50.916204 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4462ecd9-8b52-4cdd-bfdd-00b71d66e75f req-cd86baf8-053b-42fd-a2e7-8d98cfa07767 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84945da5212241b9bfab7b2fb8891a6a&device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 1097 time: 0.0702236 Aug 23 01:58:51.057275 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462ecd9-8b52-4cdd-bfdd-00b71d66e75f req-7f2a3522-6500-4856-96c3-7884ac3dc9bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:51.058711 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4462ecd9-8b52-4cdd-bfdd-00b71d66e75f req-7f2a3522-6500-4856-96c3-7884ac3dc9bf service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=84945da5212241b9bfab7b2fb8891a6a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1353340 Aug 23 01:58:51.243798 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-bcb0647f-af4a-4551-a65d-0254750469b8 req-02c07df5-438d-43d7-b5a1-b31c4083d053 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 210 time: 0.0494740 Aug 23 01:58:51.389344 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462ecd9-8b52-4cdd-bfdd-00b71d66e75f req-5964a89c-9436-4faf-8757-0cb5895c00c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:51.390796 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4462ecd9-8b52-4cdd-bfdd-00b71d66e75f req-5964a89c-9436-4faf-8757-0cb5895c00c8 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3255978 Aug 23 01:58:51.405331 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-93ff5f16-1803-44a3-8c17-08578e26cbee req-4b98540b-5bda-41b9-bd1b-1ca9045a2395 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1826534 Aug 23 01:58:51.414151 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb7ab4-b6b2-4c24-91da-03be52a03872 req-03616fc4-0e24-4f44-b237-f3e58035ab61 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:51.415535 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-fbcb7ab4-b6b2-4c24-91da-03be52a03872 req-03616fc4-0e24-4f44-b237-f3e58035ab61 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 944 time: 0.1940360 Aug 23 01:58:51.467817 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-fbcb7ab4-b6b2-4c24-91da-03be52a03872 req-4f0f9304-d7c2-495d-b984-608b77ca06dd tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463982 Aug 23 01:58:51.656555 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-158c51db-213b-4922-bd36-582cf26473af req-1e954e8b-4fc6-46c1-ac81-850cc7e1721a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84945da5212241b9bfab7b2fb8891a6a&device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 1097 time: 0.1424634 Aug 23 01:58:51.660142 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-93ff5f16-1803-44a3-8c17-08578e26cbee req-15ad51c3-287e-4c03-9d75-5d79d9280f21 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4974ea7b9027427197b8907f91b8fd1c&device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 1099 time: 0.1040318 Aug 23 01:58:51.710647 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:51.754837 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-158c51db-213b-4922-bd36-582cf26473af req-803c9366-8b33-4cab-a454-46b2c82b5cdb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f52ebc54-1174-405e-910c-c6dc1f8d7122 HTTP/1.1" status: 200 len: 217 time: 0.0876706 Aug 23 01:58:51.901483 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c51db-213b-4922-bd36-582cf26473af req-2c8e9f2e-a3a3-4026-a33b-4dcc423ebd96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:51.903006 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-158c51db-213b-4922-bd36-582cf26473af req-2c8e9f2e-a3a3-4026-a33b-4dcc423ebd96 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48543fea-f3f5-4502-841e-d602926dc26b HTTP/1.1" status: 200 len: 854 time: 0.1042387 Aug 23 01:58:51.961217 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff5f16-1803-44a3-8c17-08578e26cbee req-463cbc21-b8d3-45b0-8c20-cfe71bb710e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:51.962745 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-93ff5f16-1803-44a3-8c17-08578e26cbee req-463cbc21-b8d3-45b0-8c20-cfe71bb710e4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5840b669-618c-425e-995c-00dd5d36fe85 HTTP/1.1" status: 200 len: 912 time: 0.2468083 Aug 23 01:58:52.086619 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-158c51db-213b-4922-bd36-582cf26473af req-21f38ca3-de95-4f6f-8ba9-d0c04ba88bab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1708012 Aug 23 01:58:52.088310 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-93ff5f16-1803-44a3-8c17-08578e26cbee req-ac4d4667-ec8e-4e99-a8b3-9cef81b23fc6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f4e934c-7b43-4086-9384-8f344a2b3389 HTTP/1.1" status: 200 len: 1001 time: 0.1170654 Aug 23 01:58:52.342457 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff5f16-1803-44a3-8c17-08578e26cbee req-a191d33d-7de4-44be-919c-fa3f376e37da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:52.344127 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-93ff5f16-1803-44a3-8c17-08578e26cbee req-a191d33d-7de4-44be-919c-fa3f376e37da service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afcb811f-6ebd-4831-86e9-dd7cc945a891 HTTP/1.1" status: 200 len: 850 time: 0.2447321 Aug 23 01:58:52.456720 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-158c51db-213b-4922-bd36-582cf26473af req-069723ec-e9ef-4f40-81f4-ef0a848fa4bc service neutron] 10.222.0.10 "GET /v2.0/networks/31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585227 Aug 23 01:58:52.459407 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-44f7c45c-f98f-4f20-8b38-b0fc1b978fd8 req-7e1b7120-cd33-42e9-ab61-38aaf5aaf490 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 210 time: 0.0431759 Aug 23 01:58:52.497641 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672f793-65c9-4367-8089-cb0952eaec7c req-0b3b4285-4521-4748-be1b-7b1af877a2d9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:52.500009 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5672f793-65c9-4367-8089-cb0952eaec7c req-0b3b4285-4521-4748-be1b-7b1af877a2d9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.10 "GET /v2.0/networks?id=c52bbd1c-24b9-493a-8949-3808e1dea7a6 HTTP/1.1" status: 200 len: 817 time: 0.3814740 Aug 23 01:58:52.693363 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5672f793-65c9-4367-8089-cb0952eaec7c req-ce9971ae-54c8-40f2-a18d-2bac48b4a8c7 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf02a4e5b4424ce18a07cf20fa1241a3 HTTP/1.1" status: 200 len: 379 time: 0.1368818 Aug 23 01:58:52.696446 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-93ff5f16-1803-44a3-8c17-08578e26cbee req-b2a2576c-1a0a-4f64-be3d-28692b7ff7c0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5840b669-618c-425e-995c-00dd5d36fe85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3366342 Aug 23 01:58:52.817528 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-5672f793-65c9-4367-8089-cb0952eaec7c req-2a8f6a87-1574-4283-be12-3465668b23e9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Request body: {'port': {'device_id': 'c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8', 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'admin_state_up': True, 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'security_groups': ['2f31213a-e9dc-4836-8808-0763ff27cf07']}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:58:52.839452 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-158c51db-213b-4922-bd36-582cf26473af req-074cf6c8-87ac-4068-9228-93ed876dc7bb service neutron] 10.222.0.10 "GET /v2.0/networks/31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744366 Aug 23 01:58:53.053809 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c3cc2-476a-451f-9350-0be4406c4cc1 req-409c0f4a-6b6b-4d97-8e2c-97f2dc2a2751 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:53.055150 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9c4c3cc2-476a-451f-9350-0be4406c4cc1 req-409c0f4a-6b6b-4d97-8e2c-97f2dc2a2751 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 944 time: 0.4484012 Aug 23 01:58:53.064445 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-93ff5f16-1803-44a3-8c17-08578e26cbee req-72c9577c-9006-44ad-9069-db0449989d79 service neutron] 10.222.0.10 "GET /v2.0/networks/5840b669-618c-425e-995c-00dd5d36fe85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528323 Aug 23 01:58:53.103852 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-5672f793-65c9-4367-8089-cb0952eaec7c req-2a8f6a87-1574-4283-be12-3465668b23e9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:58:53.170212 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-5672f793-65c9-4367-8089-cb0952eaec7c req-2a8f6a87-1574-4283-be12-3465668b23e9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:58:53.216732 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9c4c3cc2-476a-451f-9350-0be4406c4cc1 req-cc63f0d4-43ed-422b-adfc-e4a934ccace8 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543996 Aug 23 01:58:53.259224 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-93ff5f16-1803-44a3-8c17-08578e26cbee req-4dd645ec-3c9b-40bb-bbee-ac50a48f2a0a service neutron] 10.222.0.10 "GET /v2.0/networks/5840b669-618c-425e-995c-00dd5d36fe85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780777 Aug 23 01:58:53.288164 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5672f793-65c9-4367-8089-cb0952eaec7c req-2a8f6a87-1574-4283-be12-3465668b23e9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Made reservation on behalf of cf02a4e5b4424ce18a07cf20fa1241a3 for: {'port': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:58:53.291284 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-5672f793-65c9-4367-8089-cb0952eaec7c req-2a8f6a87-1574-4283-be12-3465668b23e9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:53.475601 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_common [req-5672f793-65c9-4367-8089-cb0952eaec7c req-2a8f6a87-1574-4283-be12-3465668b23e9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Allocated IP 172.20.0.7 (c52bbd1c-24b9-493a-8949-3808e1dea7a6/9526bab9-7a16-49c6-a5b7-cf27000d2897/f6606d06-ed22-41b5-8f1a-ee838a057978) {{(pid=75884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:58:53.642305 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-98392d04-fec2-47d1-a08e-86bae3fe92b5 req-917a5823-3178-472a-a8fc-310147cd246d tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 210 time: 0.0452249 Aug 23 01:58:53.703488 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-5672f793-65c9-4367-8089-cb0952eaec7c req-2a8f6a87-1574-4283-be12-3465668b23e9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for port, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:53.722239 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.provisioning_blocks [req-5672f793-65c9-4367-8089-cb0952eaec7c req-2a8f6a87-1574-4283-be12-3465668b23e9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Transition to ACTIVE for port object f6606d06-ed22-41b5-8f1a-ee838a057978 will not be triggered until provisioned by entity DHCP. {{(pid=75884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:58:53.820071 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-5672f793-65c9-4367-8089-cb0952eaec7c req-2a8f6a87-1574-4283-be12-3465668b23e9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:53.826271 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:53.912473 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5672f793-65c9-4367-8089-cb0952eaec7c req-2a8f6a87-1574-4283-be12-3465668b23e9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Network c52bbd1c-24b9-493a-8949-3808e1dea7a6 is already hosted by enough agents. {{(pid=75884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:58:53.913375 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f6a87-1574-4283-be12-3465668b23e9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Pushing event updated for resources: {'Port': ['ID=f6606d06-ed22-41b5-8f1a-ee838a057978,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:53.916400 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [req-5672f793-65c9-4367-8089-cb0952eaec7c req-2a8f6a87-1574-4283-be12-3465668b23e9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Resources bound (agent type, host, resource id): {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:58:53.918910 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-2a8f6a87-1574-4283-be12-3465668b23e9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:53.919662 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-5672f793-65c9-4367-8089-cb0952eaec7c req-2a8f6a87-1574-4283-be12-3465668b23e9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Received port after_create {{(pid=75884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:58:53.985086 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672f793-65c9-4367-8089-cb0952eaec7c req-2a8f6a87-1574-4283-be12-3465668b23e9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:53.985829 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-5672f793-65c9-4367-8089-cb0952eaec7c req-2a8f6a87-1574-4283-be12-3465668b23e9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:54.116119 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5672f793-65c9-4367-8089-cb0952eaec7c req-2a8f6a87-1574-4283-be12-3465668b23e9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4110215 Aug 23 01:58:54.127835 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-5672f793-65c9-4367-8089-cb0952eaec7c req-d3a294fc-14e8-455f-a288-dee801458644 service neutron] Request body: {'port': {'device_id': 'c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:58:54.265030 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-567fa48a-7156-4036-af5b-add2d1c0bdbc None None] Provisioning for port f6606d06-ed22-41b5-8f1a-ee838a057978 completed by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:58:54.269369 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-5672f793-65c9-4367-8089-cb0952eaec7c req-d3a294fc-14e8-455f-a288-dee801458644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:54.273029 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-567fa48a-7156-4036-af5b-add2d1c0bdbc None None] Provisioning complete for port f6606d06-ed22-41b5-8f1a-ee838a057978 triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:58:54.273029 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-567fa48a-7156-4036-af5b-add2d1c0bdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:54.324989 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-567fa48a-7156-4036-af5b-add2d1c0bdbc None None] Port f6606d06-ed22-41b5-8f1a-ee838a057978 cannot update to ACTIVE because it is not bound. {{(pid=75885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 01:58:54.605796 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe0e60-ce26-4228-a4eb-4d47cbdcd9cb req-778cd9fe-9929-4ee2-824d-12a8809b1c4e tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:54.607688 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8fbe0e60-ce26-4228-a4eb-4d47cbdcd9cb req-778cd9fe-9929-4ee2-824d-12a8809b1c4e tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 944 time: 0.2527771 Aug 23 01:58:54.695992 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8fbe0e60-ce26-4228-a4eb-4d47cbdcd9cb req-f82f5a0a-f8e3-48a5-b54f-bf49719cfa03 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740242 Aug 23 01:58:54.782548 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [req-5672f793-65c9-4367-8089-cb0952eaec7c req-d3a294fc-14e8-455f-a288-dee801458644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6606d06-ed22-41b5-8f1a-ee838a057978 {{(pid=75884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:58:54.790462 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-5672f793-65c9-4367-8089-cb0952eaec7c req-d3a294fc-14e8-455f-a288-dee801458644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:54.808433 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.provisioning_blocks [req-5672f793-65c9-4367-8089-cb0952eaec7c req-d3a294fc-14e8-455f-a288-dee801458644 service neutron] Transition to ACTIVE for port object f6606d06-ed22-41b5-8f1a-ee838a057978 will not be triggered until provisioned by entity L2. {{(pid=75884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:58:54.891487 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6edf07-296d-4fd5-a1af-b654c7d418ea req-4663eec5-733a-4614-bfd3-e1e7416e9b2d tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:54.893066 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ee6edf07-296d-4fd5-a1af-b654c7d418ea req-4663eec5-733a-4614-bfd3-e1e7416e9b2d tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 931 time: 0.0964420 Aug 23 01:58:54.947834 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-ee6edf07-296d-4fd5-a1af-b654c7d418ea req-12eccb97-481f-42e5-a361-9d50dfb02f76 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Synchronizing usage tracker for tenant:cf02a4e5b4424ce18a07cf20fa1241a3 on resource:security_group {{(pid=75883) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:58:54.960022 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-ee6edf07-296d-4fd5-a1af-b654c7d418ea req-12eccb97-481f-42e5-a361-9d50dfb02f76 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Unset dirty status for tenant:cf02a4e5b4424ce18a07cf20fa1241a3 on resource:security_group {{(pid=75883) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:58:54.961192 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ee6edf07-296d-4fd5-a1af-b654c7d418ea req-12eccb97-481f-42e5-a361-9d50dfb02f76 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610344 Aug 23 01:58:55.035263 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-5672f793-65c9-4367-8089-cb0952eaec7c req-d3a294fc-14e8-455f-a288-dee801458644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565686'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:55.039412 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-f81cf93b-7cdc-4562-95f8-4b45368732ef tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:55.271762 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a294fc-14e8-455f-a288-dee801458644 service neutron] Pushing event updated for resources: {'Port': ['ID=f6606d06-ed22-41b5-8f1a-ee838a057978,revision_number=2']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:55.274694 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-d3a294fc-14e8-455f-a288-dee801458644 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:55.383899 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-5672f793-65c9-4367-8089-cb0952eaec7c req-d3a294fc-14e8-455f-a288-dee801458644 service neutron] Attempting to bind port f6606d06-ed22-41b5-8f1a-ee838a057978 on host hv-cinder-80552 for vnic_type normal with profile {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:58:55.384160 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-5672f793-65c9-4367-8089-cb0952eaec7c req-d3a294fc-14e8-455f-a288-dee801458644 service neutron] Attempting to bind port f6606d06-ed22-41b5-8f1a-ee838a057978 by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': '4998317b-f65b-459a-b79b-8cace97c4771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6'}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:58:55.384506 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5672f793-65c9-4367-8089-cb0952eaec7c req-d3a294fc-14e8-455f-a288-dee801458644 service neutron] Attempting to bind port f6606d06-ed22-41b5-8f1a-ee838a057978 on network c52bbd1c-24b9-493a-8949-3808e1dea7a6 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:58:55.390512 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5672f793-65c9-4367-8089-cb0952eaec7c req-d3a294fc-14e8-455f-a288-dee801458644 service neutron] Port f6606d06-ed22-41b5-8f1a-ee838a057978 on network c52bbd1c-24b9-493a-8949-3808e1dea7a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 01:58:55.390846 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5672f793-65c9-4367-8089-cb0952eaec7c req-d3a294fc-14e8-455f-a288-dee801458644 service neutron] Attempting to bind port f6606d06-ed22-41b5-8f1a-ee838a057978 on network c52bbd1c-24b9-493a-8949-3808e1dea7a6 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:58:55.397959 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5672f793-65c9-4367-8089-cb0952eaec7c req-d3a294fc-14e8-455f-a288-dee801458644 service neutron] Checking agent: {'id': '57122005-e7d6-4a8f-9a43-0b5b130153fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:58:55.398304 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5672f793-65c9-4367-8089-cb0952eaec7c req-d3a294fc-14e8-455f-a288-dee801458644 service neutron] Checking segment: {'id': '4998317b-f65b-459a-b79b-8cace97c4771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:58:55.398835 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5672f793-65c9-4367-8089-cb0952eaec7c req-d3a294fc-14e8-455f-a288-dee801458644 service neutron] Bound using segment: {'id': '4998317b-f65b-459a-b79b-8cace97c4771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6'} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:58:55.399385 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-5672f793-65c9-4367-8089-cb0952eaec7c req-d3a294fc-14e8-455f-a288-dee801458644 service neutron] Bound port: f6606d06-ed22-41b5-8f1a-ee838a057978, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4998317b-f65b-459a-b79b-8cace97c4771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6'}}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:58:55.399773 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-5672f793-65c9-4367-8089-cb0952eaec7c req-d3a294fc-14e8-455f-a288-dee801458644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:55.492765 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-5672f793-65c9-4367-8089-cb0952eaec7c req-d3a294fc-14e8-455f-a288-dee801458644 service neutron] For port f6606d06-ed22-41b5-8f1a-ee838a057978, host hv-cinder-80552, cleared binding levels {{(pid=75884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:58:55.496124 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-5672f793-65c9-4367-8089-cb0952eaec7c req-d3a294fc-14e8-455f-a288-dee801458644 service neutron] For port f6606d06-ed22-41b5-8f1a-ee838a057978, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f6606d06-ed22-41b5-8f1a-ee838a057978,segment=NetworkSegment(4998317b-f65b-459a-b79b-8cace97c4771),segment_id=4998317b-f65b-459a-b79b-8cace97c4771)] {{(pid=75884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:58:55.591217 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-5672f793-65c9-4367-8089-cb0952eaec7c req-d3a294fc-14e8-455f-a288-dee801458644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565686'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:55.595113 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-e76d3506-ee74-4719-8d6d-ed12eec2f7e8 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:55.660949 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-5672f793-65c9-4367-8089-cb0952eaec7c req-d3a294fc-14e8-455f-a288-dee801458644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:55.662666 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5672f793-65c9-4367-8089-cb0952eaec7c req-d3a294fc-14e8-455f-a288-dee801458644 service neutron] 10.222.0.10 "PUT /v2.0/ports/f6606d06-ed22-41b5-8f1a-ee838a057978 HTTP/1.1" status: 200 len: 1093 time: 1.5389977 Aug 23 01:58:55.663362 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8', 'tag': 'f6606d06-ed22-41b5-8f1a-ee838a057978'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:58:55.698524 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a294fc-14e8-455f-a288-dee801458644 service neutron] Pushing event updated for resources: {'Port': ['ID=f6606d06-ed22-41b5-8f1a-ee838a057978,revision_number=3']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:55.706293 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-d3a294fc-14e8-455f-a288-dee801458644 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:55.757380 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8', 'tag': 'f6606d06-ed22-41b5-8f1a-ee838a057978', 'status': 'completed', 'code': 200} Aug 23 01:58:55.862641 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e2aaa42c-15ca-4e04-b176-710dddea1b55 req-118e989b-4e99-4ad2-92ee-8c70501efb67 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf02a4e5b4424ce18a07cf20fa1241a3&device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 1096 time: 0.0831759 Aug 23 01:58:55.983114 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563211d8-b5f0-40f7-950b-1b8a8f2088c9 req-199505ab-f613-4f12-9ec8-adf22817e787 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:55.985853 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-563211d8-b5f0-40f7-950b-1b8a8f2088c9 req-199505ab-f613-4f12-9ec8-adf22817e787 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 944 time: 0.1107759 Aug 23 01:58:56.025559 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aaa42c-15ca-4e04-b176-710dddea1b55 req-6a85a6b5-1283-4988-9b50-9b98fcf47a78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:56.027016 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e2aaa42c-15ca-4e04-b176-710dddea1b55 req-6a85a6b5-1283-4988-9b50-9b98fcf47a78 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=cf02a4e5b4424ce18a07cf20fa1241a3&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1552143 Aug 23 01:58:56.040047 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-563211d8-b5f0-40f7-950b-1b8a8f2088c9 req-303535a1-7651-4b7b-a9f4-7ea6817bb4a3 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476701 Aug 23 01:58:56.066577 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device f52ebc54-1174-405e-910c-c6dc1f8d7122 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 01:58:56.232105 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port f52ebc54-1174-405e-910c-c6dc1f8d7122, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f52ebc54-1174-405e-910c-c6dc1f8d7122,segment=NetworkSegment(820f3040-a687-4e98-921a-af2d1707ff78),segment_id=820f3040-a687-4e98-921a-af2d1707ff78)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:58:56.232431 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aaa42c-15ca-4e04-b176-710dddea1b55 req-9124b688-22f7-432e-a802-5f95bc932d0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:56.233873 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e2aaa42c-15ca-4e04-b176-710dddea1b55 req-9124b688-22f7-432e-a802-5f95bc932d0a service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1998606 Aug 23 01:58:56.253409 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5c190-955a-4498-a8a8-6679b5f61e34 req-f48225d9-4f3d-4a98-9fcf-a21aa8e003d0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:56.254157 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-ced5c190-955a-4498-a8a8-6679b5f61e34 req-f48225d9-4f3d-4a98-9fcf-a21aa8e003d0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Synchronizing usage tracker for tenant:cf02a4e5b4424ce18a07cf20fa1241a3 on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:58:56.255520 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Returning: {'device': 'f52ebc54-1174-405e-910c-c6dc1f8d7122', 'network_id': '31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0', 'port_id': 'f52ebc54-1174-405e-910c-c6dc1f8d7122', 'mac_address': 'fa:16:3e:59:67:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48543fea-f3f5-4502-841e-d602926dc26b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 01:58:56.355716 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:56.362667 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5672f793-65c9-4367-8089-cb0952eaec7c req-232fa3fe-51b5-4be6-8074-3e7aeaf09d70 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf02a4e5b4424ce18a07cf20fa1241a3&device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 1096 time: 0.0861173 Aug 23 01:58:56.378285 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f52ebc54-1174-405e-910c-c6dc1f8d7122 {{(pid=75885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:58:56.400313 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port f52ebc54-1174-405e-910c-c6dc1f8d7122, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f52ebc54-1174-405e-910c-c6dc1f8d7122,segment=NetworkSegment(820f3040-a687-4e98-921a-af2d1707ff78),segment_id=820f3040-a687-4e98-921a-af2d1707ff78)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:58:56.425072 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-ced5c190-955a-4498-a8a8-6679b5f61e34 req-f48225d9-4f3d-4a98-9fcf-a21aa8e003d0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Unset dirty status for tenant:cf02a4e5b4424ce18a07cf20fa1241a3 on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:58:56.426219 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ced5c190-955a-4498-a8a8-6679b5f61e34 req-f48225d9-4f3d-4a98-9fcf-a21aa8e003d0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 943 time: 0.3124022 Aug 23 01:58:56.437217 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5672f793-65c9-4367-8089-cb0952eaec7c req-8c30fb00-f1b8-4af9-9195-2179b7eacaa8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6606d06-ed22-41b5-8f1a-ee838a057978 HTTP/1.1" status: 200 len: 217 time: 0.0667374 Aug 23 01:58:56.482041 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:56.485624 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:56.531730 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672f793-65c9-4367-8089-cb0952eaec7c req-45dc1334-c370-4f3d-ad27-b23c4d5d1b20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:56.533196 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5672f793-65c9-4367-8089-cb0952eaec7c req-45dc1334-c370-4f3d-ad27-b23c4d5d1b20 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9526bab9-7a16-49c6-a5b7-cf27000d2897 HTTP/1.1" status: 200 len: 856 time: 0.0806081 Aug 23 01:58:56.535489 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ced5c190-955a-4498-a8a8-6679b5f61e34 req-c1b481e5-44a8-4d15-8568-1ffefff091f2 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010854 Aug 23 01:58:56.581952 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=f52ebc54-1174-405e-910c-c6dc1f8d7122,revision_number=4']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:56.584149 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:56.617693 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5672f793-65c9-4367-8089-cb0952eaec7c req-46ca5bcb-4943-40b1-a579-f4136e56f62e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c52bbd1c-24b9-493a-8949-3808e1dea7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769420 Aug 23 01:58:56.756133 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5672f793-65c9-4367-8089-cb0952eaec7c req-063ab638-0790-4de7-987d-e0c472ec3fb0 service neutron] 10.222.0.10 "GET /v2.0/networks/c52bbd1c-24b9-493a-8949-3808e1dea7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294241 Aug 23 01:58:56.819850 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['f52ebc54-1174-405e-910c-c6dc1f8d7122'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:58:56.895425 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5672f793-65c9-4367-8089-cb0952eaec7c req-de0e0520-f94a-4d72-aa32-169e738a16e3 service neutron] 10.222.0.10 "GET /v2.0/networks/c52bbd1c-24b9-493a-8949-3808e1dea7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339257 Aug 23 01:58:57.251800 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b18bc-5d51-455e-a8c2-170278e200b4 req-292c6eec-536c-46a9-9d2f-17e9a470c96c tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:57.253358 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-a30b18bc-5d51-455e-a8c2-170278e200b4 req-292c6eec-536c-46a9-9d2f-17e9a470c96c tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 945 time: 0.0828760 Aug 23 01:58:57.302181 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-a30b18bc-5d51-455e-a8c2-170278e200b4 req-090394f2-cd6f-4532-a6c9-2fa4d832e70f tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430202 Aug 23 01:58:57.774061 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2657b-c368-48f7-8eb0-2f8527661dfc req-2e0bd779-5a9e-441b-8a7b-9fa3ac3ae506 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:57.775660 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-87a2657b-c368-48f7-8eb0-2f8527661dfc req-2e0bd779-5a9e-441b-8a7b-9fa3ac3ae506 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 943 time: 0.0926170 Aug 23 01:58:57.823729 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-87a2657b-c368-48f7-8eb0-2f8527661dfc req-c295c866-31ed-4246-907d-b6e3fc12dc56 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425231 Aug 23 01:58:58.106390 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device f52ebc54-1174-405e-910c-c6dc1f8d7122 up at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:58:58.231233 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning for port f52ebc54-1174-405e-910c-c6dc1f8d7122 completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:58:58.236380 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning complete for port f52ebc54-1174-405e-910c-c6dc1f8d7122 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:58:58.236765 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:58.355107 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:58.385664 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be61dc7c-2d31-48aa-9744-6be0ae66ad80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52ebc54-1174-405e-910c-c6dc1f8d7122'}] {{(pid=75885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:58:58.392720 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port f52ebc54-1174-405e-910c-c6dc1f8d7122, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f52ebc54-1174-405e-910c-c6dc1f8d7122,segment=NetworkSegment(820f3040-a687-4e98-921a-af2d1707ff78),segment_id=820f3040-a687-4e98-921a-af2d1707ff78)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:58:58.454010 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:58:58.455908 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:58:58.534737 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f5068-3f34-4b94-88bc-f70ae2fbfed1 req-687c3c67-cad7-4426-bbd0-13bcc08ca37c tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:58.538795 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=f52ebc54-1174-405e-910c-c6dc1f8d7122,revision_number=5']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:58:58.539982 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-051f5068-3f34-4b94-88bc-f70ae2fbfed1 req-687c3c67-cad7-4426-bbd0-13bcc08ca37c tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 946 time: 0.1045849 Aug 23 01:58:58.544596 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:58:58.550530 dv-cinder-805529-1-smb neutron-server[75885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be61dc7c-2d31-48aa-9744-6be0ae66ad80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52ebc54-1174-405e-910c-c6dc1f8d7122', 'code': 200} Aug 23 01:58:58.588574 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-051f5068-3f34-4b94-88bc-f70ae2fbfed1 req-03c2e2d7-8f66-41e3-a9ec-9ae110b23fa2 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465934 Aug 23 01:58:58.947511 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-7b569c88-2ad5-4765-b80d-1c921eeaca93 req-96302ff7-8249-41d3-9572-934ca4f766aa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 1099 time: 0.0746486 Aug 23 01:58:59.053217 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-7b569c88-2ad5-4765-b80d-1c921eeaca93 req-21f56968-390b-48a9-ab80-a4412a176fa0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980361 Aug 23 01:58:59.077499 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f2cbc-e8be-4102-acab-709a32074572 req-cdbbb496-1184-4947-9136-6159ef3549b7 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:59.078919 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4a0f2cbc-e8be-4102-acab-709a32074572 req-cdbbb496-1184-4947-9136-6159ef3549b7 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 943 time: 0.1034229 Aug 23 01:58:59.127945 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4a0f2cbc-e8be-4102-acab-709a32074572 req-20b69992-6eb4-4833-ba3b-fea49e78843d tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426230 Aug 23 01:58:59.800803 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286836c-8eb4-4841-aa2c-4e246614ad04 req-0ada6cfd-9c6b-4813-9e2c-deff7858db25 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:58:59.802990 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-f286836c-8eb4-4841-aa2c-4e246614ad04 req-0ada6cfd-9c6b-4813-9e2c-deff7858db25 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 946 time: 0.0818520 Aug 23 01:58:59.929399 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-f286836c-8eb4-4841-aa2c-4e246614ad04 req-017a0645-deba-4c9a-9ced-d62ac60e07b8 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203420 Aug 23 01:59:00.110528 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device f6606d06-ed22-41b5-8f1a-ee838a057978 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 01:59:00.278030 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port f6606d06-ed22-41b5-8f1a-ee838a057978, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f6606d06-ed22-41b5-8f1a-ee838a057978,segment=NetworkSegment(4998317b-f65b-459a-b79b-8cace97c4771),segment_id=4998317b-f65b-459a-b79b-8cace97c4771)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:59:00.300962 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Returning: {'device': 'f6606d06-ed22-41b5-8f1a-ee838a057978', 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'port_id': 'f6606d06-ed22-41b5-8f1a-ee838a057978', 'mac_address': 'fa:16:3e:f3:49:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 01:59:00.347666 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df9b9a-4269-470b-bb97-861c31e4b9d6 req-5a432e36-19a5-4f6e-9a04-f13862d15f59 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:00.351722 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-19df9b9a-4269-470b-bb97-861c31e4b9d6 req-5a432e36-19a5-4f6e-9a04-f13862d15f59 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 943 time: 0.0818326 Aug 23 01:59:00.365525 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:00.383907 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6606d06-ed22-41b5-8f1a-ee838a057978 {{(pid=75885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:59:00.401535 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port f6606d06-ed22-41b5-8f1a-ee838a057978, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f6606d06-ed22-41b5-8f1a-ee838a057978,segment=NetworkSegment(4998317b-f65b-459a-b79b-8cace97c4771),segment_id=4998317b-f65b-459a-b79b-8cace97c4771)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:59:00.471172 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:00.474432 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:00.487401 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-19df9b9a-4269-470b-bb97-861c31e4b9d6 req-e3b7780b-9832-4359-bacc-1afe61386981 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313281 Aug 23 01:59:00.549569 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=f6606d06-ed22-41b5-8f1a-ee838a057978,revision_number=4']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:00.553310 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:00.872260 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['f6606d06-ed22-41b5-8f1a-ee838a057978'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:59:01.156593 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a662f7-8341-4b36-b0e6-5abdc20618b5 req-d6c5a7b1-285d-4cdf-9d7d-59dcfead5cab tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:01.158254 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-12a662f7-8341-4b36-b0e6-5abdc20618b5 req-d6c5a7b1-285d-4cdf-9d7d-59dcfead5cab tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 946 time: 0.0810597 Aug 23 01:59:01.210972 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-12a662f7-8341-4b36-b0e6-5abdc20618b5 req-ceb8db97-684b-4a9e-9b6d-4311ea900c6f tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436819 Aug 23 01:59:01.428744 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56113b-b556-4fca-bcb5-db3943228d6a req-aa5d3e66-775b-4c50-9548-2c92e0fc2ddd tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:01.430206 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5a56113b-b556-4fca-bcb5-db3943228d6a req-aa5d3e66-775b-4c50-9548-2c92e0fc2ddd tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 946 time: 0.0875046 Aug 23 01:59:01.482786 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5a56113b-b556-4fca-bcb5-db3943228d6a req-54804aa9-2f97-4fe4-8e92-edb0f9db2e40 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469406 Aug 23 01:59:01.738178 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e45476-7aac-4ba0-9d26-20cb30d13adc req-1fb4cbfa-1e44-4865-9357-53d823aec039 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:01.739799 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-27e45476-7aac-4ba0-9d26-20cb30d13adc req-1fb4cbfa-1e44-4865-9357-53d823aec039 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 944 time: 0.0889397 Aug 23 01:59:01.787917 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-27e45476-7aac-4ba0-9d26-20cb30d13adc req-60e672af-543e-4d25-a2c6-13beb143805b tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416062 Aug 23 01:59:01.939028 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce5288-26b5-4889-9750-f39d74cddc06 req-de184768-4aa3-4bb7-a0bb-e82ceadbc8ed tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:01.940514 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-5cce5288-26b5-4889-9750-f39d74cddc06 req-de184768-4aa3-4bb7-a0bb-e82ceadbc8ed tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 946 time: 0.0822961 Aug 23 01:59:01.986533 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-5cce5288-26b5-4889-9750-f39d74cddc06 req-6f200d3a-cd85-43f0-a5bd-4ceff276c016 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394962 Aug 23 01:59:02.138172 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device f6606d06-ed22-41b5-8f1a-ee838a057978 up at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:59:02.170027 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-0c3498bb-68ea-4fc3-bb31-31e817c4977c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:02.282313 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning for port f6606d06-ed22-41b5-8f1a-ee838a057978 completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:59:02.291862 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning complete for port f6606d06-ed22-41b5-8f1a-ee838a057978 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:59:02.291862 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:02.403151 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:02.435195 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6606d06-ed22-41b5-8f1a-ee838a057978'}] {{(pid=75885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:59:02.445666 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port f6606d06-ed22-41b5-8f1a-ee838a057978, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f6606d06-ed22-41b5-8f1a-ee838a057978,segment=NetworkSegment(4998317b-f65b-459a-b79b-8cace97c4771),segment_id=4998317b-f65b-459a-b79b-8cace97c4771)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:59:02.592245 dv-cinder-805529-1-smb neutron-server[75885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6606d06-ed22-41b5-8f1a-ee838a057978', 'code': 200} Aug 23 01:59:02.964419 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:02.967081 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:03.001278 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e621bf5-cdaa-4137-b033-1fe95994b6e0 req-fb0b60d1-1942-4fdc-a5ab-2d225902e644 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:03.002818 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-0e621bf5-cdaa-4137-b033-1fe95994b6e0 req-fb0b60d1-1942-4fdc-a5ab-2d225902e644 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 944 time: 0.0777752 Aug 23 01:59:03.024156 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:03.049102 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=f6606d06-ed22-41b5-8f1a-ee838a057978,revision_number=5']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:03.053716 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:03.057309 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-0e621bf5-cdaa-4137-b033-1fe95994b6e0 req-8308063c-1e2c-4f20-aad1-4be8c45a182a tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466759 Aug 23 01:59:03.276368 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-fc3ec32e-9983-4fde-b14d-f2cfa472076f req-9cf0c7fa-e579-4b26-aa4a-01d1b732e3d2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 1098 time: 0.0805125 Aug 23 01:59:03.324827 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-fc3ec32e-9983-4fde-b14d-f2cfa472076f req-51ffd900-568a-45ef-8e5a-3aae8abbe75d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410306 Aug 23 01:59:03.798509 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 01:59:04.283364 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746bf44-e4b0-45bb-bcdb-f6fc35f012ad req-03223307-d08e-4c62-a444-98b8ee72c612 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:04.286344 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a746bf44-e4b0-45bb-bcdb-f6fc35f012ad req-03223307-d08e-4c62-a444-98b8ee72c612 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 945 time: 0.0827258 Aug 23 01:59:04.339652 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a746bf44-e4b0-45bb-bcdb-f6fc35f012ad req-82a2acc2-ab7c-48b7-a3ee-d596040c4f77 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468967 Aug 23 01:59:04.594812 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4692ead2-3384-4eca-9aa2-fe007a70ad04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:05.577079 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c729472-1364-467a-931a-61f8012cda37 req-c3a1a3e1-9f7b-4009-9fed-122811d712c1 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:05.578550 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4c729472-1364-467a-931a-61f8012cda37 req-c3a1a3e1-9f7b-4009-9fed-122811d712c1 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 945 time: 0.0831432 Aug 23 01:59:05.628753 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:05.631129 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4c729472-1364-467a-931a-61f8012cda37 req-289b93dd-a68e-4a09-8542-4e57814eea83 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456820 Aug 23 01:59:05.878149 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39a1b3-f1d6-4028-9dcb-6219323797b1 req-1c6144c1-e7c5-40ab-973e-3ac325ea8733 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:05.880459 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-dc39a1b3-f1d6-4028-9dcb-6219323797b1 req-1c6144c1-e7c5-40ab-973e-3ac325ea8733 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 945 time: 0.0834479 Aug 23 01:59:05.888811 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 44860) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:05.894519 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [None req-5247dabb-55c8-4b89-95fb-3d8b71841932 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Request body: {'floatingip': {'port_id': 'f6606d06-ed22-41b5-8f1a-ee838a057978'}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:59:05.974002 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5247dabb-55c8-4b89-95fb-3d8b71841932 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for floatingip, before_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:06.586994 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5247dabb-55c8-4b89-95fb-3d8b71841932 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:06.652015 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5247dabb-55c8-4b89-95fb-3d8b71841932 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405582'] for floatingip, after_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:06.848902 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.db.l3_db [None req-5247dabb-55c8-4b89-95fb-3d8b71841932 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Floating IP 2ec9aae3-066f-46ea-9174-8a3279673efd associated. External IP: 172.28.2.202, port: f6606d06-ed22-41b5-8f1a-ee838a057978. Aug 23 01:59:06.996247 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:07.344207 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5247dabb-55c8-4b89-95fb-3d8b71841932 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Router 2c82253f-4601-4a72-af04-f26a45fbf7b3 has already been hosted by L3 agent a65233ca-d566-4bb6-b10d-56979c97574d {{(pid=75883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 01:59:07.552991 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5247dabb-55c8-4b89-95fb-3d8b71841932 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 01:59:07.558906 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5247dabb-55c8-4b89-95fb-3d8b71841932 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for floatingip, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:07.563741 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd5c4e9-11ec-4bce-b7ba-68456e56b2ca None None] Sync routers for ids ['2c82253f-4601-4a72-af04-f26a45fbf7b3'] in dv-cinder-805529-1-smb {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 01:59:07.583933 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd5c4e9-11ec-4bce-b7ba-68456e56b2ca None None] Routers {'2c82253f-4601-4a72-af04-f26a45fbf7b3'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:59:07.584891 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-dcd5c4e9-11ec-4bce-b7ba-68456e56b2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:59:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['2c82253f-4601-4a72-af04-f26a45fbf7b3'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:59:07.621038 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-5247dabb-55c8-4b89-95fb-3d8b71841932 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "PUT /v2.0/floatingips/2ec9aae3-066f-46ea-9174-8a3279673efd HTTP/1.1" status: 200 len: 991 time: 1.7308042 Aug 23 01:59:07.621756 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8', 'tag': 'f6606d06-ed22-41b5-8f1a-ee838a057978'}] {{(pid=75883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:59:07.777208 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8', 'tag': 'f6606d06-ed22-41b5-8f1a-ee838a057978', 'status': 'completed', 'code': 200} Aug 23 01:59:07.810270 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-dcd5c4e9-11ec-4bce-b7ba-68456e56b2ca None None] Set router 2c82253f-4601-4a72-af04-f26a45fbf7b3 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:59:07.880324 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-04726823-7471-44f4-bae8-a2f490244f83 req-b8b7a2bd-b7d2-410b-8088-d6b796edf5db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf02a4e5b4424ce18a07cf20fa1241a3&device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 1098 time: 0.0758314 Aug 23 01:59:08.047564 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04726823-7471-44f4-bae8-a2f490244f83 req-8ab946bf-ed01-40c0-b9ca-944fc93eb5c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:08.049109 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-04726823-7471-44f4-bae8-a2f490244f83 req-8ab946bf-ed01-40c0-b9ca-944fc93eb5c8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c52bbd1c-24b9-493a-8949-3808e1dea7a6 HTTP/1.1" status: 200 len: 918 time: 0.1630909 Aug 23 01:59:08.172674 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-dcd5c4e9-11ec-4bce-b7ba-68456e56b2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1098116429-router', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:57Z', 'updated_at': '2021-08-23T01:53:07Z', 'revision_number': 4, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'gw_port': {'id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:59Z', 'updated_at': '2021-08-23T01:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_floatingips': [{'id': '2ec9aae3-066f-46ea-9174-8a3279673efd', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'floating_ip_address': '172.28.2.202', 'floating_network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'router_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'port_id': 'f6606d06-ed22-41b5-8f1a-ee838a057978', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'mac_address': 'fa:16:3e:f3:49:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T01:58:45Z', 'updated_at': '2021-08-23T01:59:06Z', 'revision_number': 1, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58ebe7a-1fae-48ee-a3bf-533623e79179', 'name': '', 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'mac_address': 'fa:16:3e:aa:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:04Z', 'updated_at': '2021-08-23T01:53:20Z', 'revision_number': 5, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'subnets': [{'id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:59:08.175497 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-04726823-7471-44f4-bae8-a2f490244f83 req-5d31e9b3-6167-43b5-ba08-df96678f0024 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6606d06-ed22-41b5-8f1a-ee838a057978 HTTP/1.1" status: 200 len: 999 time: 0.1182306 Aug 23 01:59:08.176624 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd5c4e9-11ec-4bce-b7ba-68456e56b2ca None None] Checking router: 2c82253f-4601-4a72-af04-f26a45fbf7b3 for host: dv-cinder-805529-1-smb {{(pid=75885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 01:59:08.189846 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd5c4e9-11ec-4bce-b7ba-68456e56b2ca None None] Routers {'2c82253f-4601-4a72-af04-f26a45fbf7b3'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:59:08.190461 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-dcd5c4e9-11ec-4bce-b7ba-68456e56b2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:59:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['2c82253f-4601-4a72-af04-f26a45fbf7b3'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:59:08.239227 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04726823-7471-44f4-bae8-a2f490244f83 req-1b614954-299c-4c9b-ac3f-8b98857d38e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:08.240725 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-04726823-7471-44f4-bae8-a2f490244f83 req-1b614954-299c-4c9b-ac3f-8b98857d38e5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9526bab9-7a16-49c6-a5b7-cf27000d2897 HTTP/1.1" status: 200 len: 856 time: 0.0590351 Aug 23 01:59:08.336464 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-04726823-7471-44f4-bae8-a2f490244f83 req-815b3616-e343-4f81-8a27-afed5a559d4e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c52bbd1c-24b9-493a-8949-3808e1dea7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802639 Aug 23 01:59:08.394040 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-dcd5c4e9-11ec-4bce-b7ba-68456e56b2ca None None] Set router 2c82253f-4601-4a72-af04-f26a45fbf7b3 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:59:08.500149 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-04726823-7471-44f4-bae8-a2f490244f83 req-feafff2b-112e-4958-8d71-a3fc8bce4ecc service neutron] 10.222.0.10 "GET /v2.0/networks/c52bbd1c-24b9-493a-8949-3808e1dea7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488848 Aug 23 01:59:08.686666 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-04726823-7471-44f4-bae8-a2f490244f83 req-74d21ba5-34f5-4106-9d4a-7332dea0b20a service neutron] 10.222.0.10 "GET /v2.0/networks/c52bbd1c-24b9-493a-8949-3808e1dea7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733298 Aug 23 01:59:08.795815 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-dcd5c4e9-11ec-4bce-b7ba-68456e56b2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1098116429-router', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:57Z', 'updated_at': '2021-08-23T01:53:07Z', 'revision_number': 4, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'gw_port': {'id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:59Z', 'updated_at': '2021-08-23T01:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_floatingips': [{'id': '2ec9aae3-066f-46ea-9174-8a3279673efd', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'floating_ip_address': '172.28.2.202', 'floating_network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'router_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'port_id': 'f6606d06-ed22-41b5-8f1a-ee838a057978', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'mac_address': 'fa:16:3e:f3:49:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T01:58:45Z', 'updated_at': '2021-08-23T01:59:06Z', 'revision_number': 1, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58ebe7a-1fae-48ee-a3bf-533623e79179', 'name': '', 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'mac_address': 'fa:16:3e:aa:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:04Z', 'updated_at': '2021-08-23T01:53:20Z', 'revision_number': 5, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'subnets': [{'id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:59:08.803335 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd5c4e9-11ec-4bce-b7ba-68456e56b2ca None None] The sync data for ids ['2c82253f-4601-4a72-af04-f26a45fbf7b3'] in dv-cinder-805529-1-smb is: [{'id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1098116429-router', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:57Z', 'updated_at': '2021-08-23T01:53:07Z', 'revision_number': 4, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'gw_port': {'id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:59Z', 'updated_at': '2021-08-23T01:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_floatingips': [{'id': '2ec9aae3-066f-46ea-9174-8a3279673efd', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'floating_ip_address': '172.28.2.202', 'floating_network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'router_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'port_id': 'f6606d06-ed22-41b5-8f1a-ee838a057978', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'mac_address': 'fa:16:3e:f3:49:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T01:58:45Z', 'updated_at': '2021-08-23T01:59:06Z', 'revision_number': 1, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58ebe7a-1fae-48ee-a3bf-533623e79179', 'name': '', 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'mac_address': 'fa:16:3e:aa:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:04Z', 'updated_at': '2021-08-23T01:53:20Z', 'revision_number': 5, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'subnets': [{'id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 01:59:09.062622 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e065df5a-414a-4636-ba8e-2a1d6ddcf428 None None] New status for floating IP 2ec9aae3-066f-46ea-9174-8a3279673efd: ACTIVE {{(pid=75886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 01:59:09.258184 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a45e3-9564-44c2-8997-883c0d357753 req-0ed3b9e8-c343-40fb-a0b2-89fcf9e79d4e tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:09.260852 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ff0a45e3-9564-44c2-8997-883c0d357753 req-0ed3b9e8-c343-40fb-a0b2-89fcf9e79d4e tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.0878396 Aug 23 01:59:09.312693 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ff0a45e3-9564-44c2-8997-883c0d357753 req-27f042dd-0245-4bef-9e4c-bad87d222e93 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454547 Aug 23 01:59:09.487028 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c63338-f958-41ec-8d32-ce067414991f req-87987c83-ea55-4994-9e35-9f0e1dee7898 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:09.488522 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-04c63338-f958-41ec-8d32-ce067414991f req-87987c83-ea55-4994-9e35-9f0e1dee7898 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 946 time: 0.0787129 Aug 23 01:59:09.534893 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-04c63338-f958-41ec-8d32-ce067414991f req-c83b0965-5ce0-4761-8232-7a1e9753417a tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407202 Aug 23 01:59:09.563030 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 44908) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:09.769437 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-60d3dd3a-be78-4c90-9fa8-72955f91d7b0 tempest-TestMinimumBasicScenario-1256513092 tempest-TestMinimumBasicScenario-1256513092-project-admin] Synchronizing usage tracker for tenant:353d6bea8b724ea29ccb64c9974084b7 on resource:port {{(pid=75883) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:59:09.922016 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-60d3dd3a-be78-4c90-9fa8-72955f91d7b0 tempest-TestMinimumBasicScenario-1256513092 tempest-TestMinimumBasicScenario-1256513092-project-admin] Unset dirty status for tenant:353d6bea8b724ea29ccb64c9974084b7 on resource:port {{(pid=75883) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:59:09.923224 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-60d3dd3a-be78-4c90-9fa8-72955f91d7b0 tempest-TestMinimumBasicScenario-1256513092 tempest-TestMinimumBasicScenario-1256513092-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 1094 time: 0.3591681 Aug 23 01:59:09.926547 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 44914) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:09.932035 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [None req-797fc484-9c7a-47ab-a0cc-4ebdb6fe2abd tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Request body: {'floatingip': {'floating_network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'port_id': 'f52ebc54-1174-405e-910c-c6dc1f8d7122', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:59:09.937394 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-797fc484-9c7a-47ab-a0cc-4ebdb6fe2abd tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:09.941300 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-797fc484-9c7a-47ab-a0cc-4ebdb6fe2abd tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Usage tracker for resource:floatingip and tenant:84945da5212241b9bfab7b2fb8891a6a is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:59:09.944934 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-797fc484-9c7a-47ab-a0cc-4ebdb6fe2abd tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:59:09.950577 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-797fc484-9c7a-47ab-a0cc-4ebdb6fe2abd tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:10.097790 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-797fc484-9c7a-47ab-a0cc-4ebdb6fe2abd tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for floatingip, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:10.241847 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-797fc484-9c7a-47ab-a0cc-4ebdb6fe2abd tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:10.379832 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.db_base_plugin_common [None req-797fc484-9c7a-47ab-a0cc-4ebdb6fe2abd tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Allocated IP 172.28.2.26 (90009780-9c2f-491e-b27f-d9d23ecfb7b4/1e7d67c2-da92-4caf-b211-787ee080d8b0/a64b1920-ef49-470e-849d-22cc79f24557) {{(pid=75883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:59:10.524755 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-797fc484-9c7a-47ab-a0cc-4ebdb6fe2abd tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for port, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:10.526320 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522ef62-10c3-4ff2-9bdc-41552e9ea84a req-07c114f0-65a7-401c-a42f-c57626f589ad tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:10.527811 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-3522ef62-10c3-4ff2-9bdc-41552e9ea84a req-07c114f0-65a7-401c-a42f-c57626f589ad tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.0894079 Aug 23 01:59:10.620012 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-797fc484-9c7a-47ab-a0cc-4ebdb6fe2abd tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:10.624682 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:10.648814 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-3522ef62-10c3-4ff2-9bdc-41552e9ea84a req-aff262ba-52d6-461d-a610-d9e0f9488753 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=050820a2-c2da-4268-b644-40c9607c9e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764656 Aug 23 01:59:10.673613 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf1e22-af3a-46e0-9033-9ed1db288642 req-912073f3-ccf9-4c50-ae6b-b9fc4f61aeaa tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:10.675206 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ddcf1e22-af3a-46e0-9033-9ed1db288642 req-912073f3-ccf9-4c50-ae6b-b9fc4f61aeaa tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 946 time: 0.1431684 Aug 23 01:59:10.700940 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797fc484-9c7a-47ab-a0cc-4ebdb6fe2abd tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Network 90009780-9c2f-491e-b27f-d9d23ecfb7b4 is already hosted by enough agents. {{(pid=75883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:59:10.703804 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.base_scheduler [None req-797fc484-9c7a-47ab-a0cc-4ebdb6fe2abd tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Resources bound (agent type, host, resource id): {{(pid=75883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:59:10.708118 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797fc484-9c7a-47ab-a0cc-4ebdb6fe2abd tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Received port after_create {{(pid=75883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:59:10.754530 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-ddcf1e22-af3a-46e0-9033-9ed1db288642 req-9fdbd8ca-a514-4ab5-be48-d8ff6d302a4a tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Deleting port 7f4e934c-7b43-4086-9384-8f344a2b3389 {{(pid=75884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 01:59:10.755002 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-ddcf1e22-af3a-46e0-9033-9ed1db288642 req-9fdbd8ca-a514-4ab5-be48-d8ff6d302a4a tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:10.761587 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fc484-9c7a-47ab-a0cc-4ebdb6fe2abd tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Pushing event updated for resources: {'Port': ['ID=a64b1920-ef49-470e-849d-22cc79f24557,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:10.765639 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-797fc484-9c7a-47ab-a0cc-4ebdb6fe2abd tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:11.084053 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-ddcf1e22-af3a-46e0-9033-9ed1db288642 req-9fdbd8ca-a514-4ab5-be48-d8ff6d302a4a tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] For port 7f4e934c-7b43-4086-9384-8f344a2b3389, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=7f4e934c-7b43-4086-9384-8f344a2b3389,segment=NetworkSegment(925f2863-4da7-47f7-967e-d699cb09d093),segment_id=925f2863-4da7-47f7-967e-d699cb09d093)] {{(pid=75884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:59:11.084453 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-ddcf1e22-af3a-46e0-9033-9ed1db288642 req-9fdbd8ca-a514-4ab5-be48-d8ff6d302a4a tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:11.282700 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-797fc484-9c7a-47ab-a0cc-4ebdb6fe2abd tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:11.383074 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-ddcf1e22-af3a-46e0-9033-9ed1db288642 req-9fdbd8ca-a514-4ab5-be48-d8ff6d302a4a tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:11.383478 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-ddcf1e22-af3a-46e0-9033-9ed1db288642 req-9fdbd8ca-a514-4ab5-be48-d8ff6d302a4a tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405582'] for floatingip, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:11.383957 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.db.l3_db [req-ddcf1e22-af3a-46e0-9033-9ed1db288642 req-9fdbd8ca-a514-4ab5-be48-d8ff6d302a4a tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Floating IP 5e742610-9e48-49ae-9898-06ae6bfbaf68 disassociated. External IP: 172.28.2.89, port: 7f4e934c-7b43-4086-9384-8f344a2b3389. Aug 23 01:59:11.384295 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-ddcf1e22-af3a-46e0-9033-9ed1db288642 req-9fdbd8ca-a514-4ab5-be48-d8ff6d302a4a tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Calling delete_port for 7f4e934c-7b43-4086-9384-8f344a2b3389 owned by compute:nova {{(pid=75884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 01:59:11.410851 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-797fc484-9c7a-47ab-a0cc-4ebdb6fe2abd tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:11.623515 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-797fc484-9c7a-47ab-a0cc-4ebdb6fe2abd tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for port, precommit_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:11.640517 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-ddcf1e22-af3a-46e0-9033-9ed1db288642 req-9fdbd8ca-a514-4ab5-be48-d8ff6d302a4a tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:11.648561 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-e1856f7a-d5c4-4c8e-81dc-133a256f838a tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:11.699064 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbd8ca-a514-4ab5-be48-d8ff6d302a4a tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Pushing event deleted for resources: {'Port': ['ID=7f4e934c-7b43-4086-9384-8f344a2b3389,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:11.702560 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-9fdbd8ca-a514-4ab5-be48-d8ff6d302a4a tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:11.743662 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-797fc484-9c7a-47ab-a0cc-4ebdb6fe2abd tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:11.747946 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-963db558-dd5b-4aeb-8915-b93bec35ae14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:11.820330 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fc484-9c7a-47ab-a0cc-4ebdb6fe2abd tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Pushing event updated for resources: {'Port': ['ID=a64b1920-ef49-470e-849d-22cc79f24557,revision_number=2']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:11.823938 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-797fc484-9c7a-47ab-a0cc-4ebdb6fe2abd tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:11.833955 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-797fc484-9c7a-47ab-a0cc-4ebdb6fe2abd tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405582'] for floatingip, after_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:11.920377 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d8de2d22-702e-47ca-8410-6ad8b349af94 req-427119fc-d912-4578-8bcc-a8aec21bcdb1 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 210 time: 0.0526164 Aug 23 01:59:11.970767 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddcf1e22-af3a-46e0-9033-9ed1db288642 req-9fdbd8ca-a514-4ab5-be48-d8ff6d302a4a tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Router e07315b9-d39a-4a56-a26e-63073cb79a42 has already been hosted by L3 agent a65233ca-d566-4bb6-b10d-56979c97574d {{(pid=75884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 01:59:12.028419 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.db.l3_db [None req-797fc484-9c7a-47ab-a0cc-4ebdb6fe2abd tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Floating IP 488d6a6d-313c-492d-a923-c30a4091ba3d associated. External IP: 172.28.2.26, port: f52ebc54-1174-405e-910c-c6dc1f8d7122. Aug 23 01:59:12.193673 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddcf1e22-af3a-46e0-9033-9ed1db288642 req-9fdbd8ca-a514-4ab5-be48-d8ff6d302a4a tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 01:59:12.211699 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfd532c-7dbf-4d58-b59b-2a78126ee1b8 None None] Sync routers for ids ['e07315b9-d39a-4a56-a26e-63073cb79a42'] in dv-cinder-805529-1-smb {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 01:59:12.225360 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfd532c-7dbf-4d58-b59b-2a78126ee1b8 None None] Routers {'e07315b9-d39a-4a56-a26e-63073cb79a42'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:59:12.226282 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-4bfd532c-7dbf-4d58-b59b-2a78126ee1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:59:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['e07315b9-d39a-4a56-a26e-63073cb79a42'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:59:12.264203 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcf1e22-af3a-46e0-9033-9ed1db288642 req-9fdbd8ca-a514-4ab5-be48-d8ff6d302a4a tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] No DVR routers for this DVR port 7f4e934c-7b43-4086-9384-8f344a2b3389 on host hv-cinder-80552 {{(pid=75884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 01:59:12.266756 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-ddcf1e22-af3a-46e0-9033-9ed1db288642 req-9fdbd8ca-a514-4ab5-be48-d8ff6d302a4a tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:12.270363 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5460fce-2515-47f2-a3b1-883e0c39eb56', 'name': 'network-vif-deleted', 'tag': '7f4e934c-7b43-4086-9384-8f344a2b3389'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:59:12.331782 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5460fce-2515-47f2-a3b1-883e0c39eb56', 'name': 'network-vif-deleted', 'tag': '7f4e934c-7b43-4086-9384-8f344a2b3389', 'status': 'completed', 'code': 200} Aug 23 01:59:12.360661 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ddcf1e22-af3a-46e0-9033-9ed1db288642 req-9fdbd8ca-a514-4ab5-be48-d8ff6d302a4a tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.10 "DELETE /v2.0/ports/7f4e934c-7b43-4086-9384-8f344a2b3389 HTTP/1.1" status: 204 len: 173 time: 1.6797850 Aug 23 01:59:12.419607 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-4bfd532c-7dbf-4d58-b59b-2a78126ee1b8 None None] Set router e07315b9-d39a-4a56-a26e-63073cb79a42 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:59:12.436636 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797fc484-9c7a-47ab-a0cc-4ebdb6fe2abd tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Router 7547059e-ba11-43bf-bd7a-fc2845c186e4 has already been hosted by L3 agent a65233ca-d566-4bb6-b10d-56979c97574d {{(pid=75883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 01:59:12.667883 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797fc484-9c7a-47ab-a0cc-4ebdb6fe2abd tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 01:59:12.678190 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba788f9-ae27-419c-9a13-9e2e9c5aa8f5 None None] Sync routers for ids ['7547059e-ba11-43bf-bd7a-fc2845c186e4'] in dv-cinder-805529-1-smb {{(pid=75886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 01:59:12.694373 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba788f9-ae27-419c-9a13-9e2e9c5aa8f5 None None] Routers {'7547059e-ba11-43bf-bd7a-fc2845c186e4'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:59:12.695027 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-eba788f9-ae27-419c-9a13-9e2e9c5aa8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:59:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['7547059e-ba11-43bf-bd7a-fc2845c186e4'], 'active': True} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:59:12.790793 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-797fc484-9c7a-47ab-a0cc-4ebdb6fe2abd tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for floatingip, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:12.808667 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-4bfd532c-7dbf-4d58-b59b-2a78126ee1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'name': 'tempest-AttachVolumeTestJSON-1962057698-router', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:53:00Z', 'updated_at': '2021-08-23T01:53:14Z', 'revision_number': 4, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'gw_port': {'id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:01Z', 'updated_at': '2021-08-23T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': '5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c', 'name': '', 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'mac_address': 'fa:16:3e:d3:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:11Z', 'updated_at': '2021-08-23T01:53:55Z', 'revision_number': 5, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'subnets': [{'id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:59:12.812749 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfd532c-7dbf-4d58-b59b-2a78126ee1b8 None None] Checking router: e07315b9-d39a-4a56-a26e-63073cb79a42 for host: dv-cinder-805529-1-smb {{(pid=75885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 01:59:12.826101 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfd532c-7dbf-4d58-b59b-2a78126ee1b8 None None] Routers {'e07315b9-d39a-4a56-a26e-63073cb79a42'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:59:12.826808 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-4bfd532c-7dbf-4d58-b59b-2a78126ee1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:59:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['e07315b9-d39a-4a56-a26e-63073cb79a42'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:59:12.849815 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-797fc484-9c7a-47ab-a0cc-4ebdb6fe2abd tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9220245 Aug 23 01:59:12.850576 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be61dc7c-2d31-48aa-9744-6be0ae66ad80', 'tag': 'f52ebc54-1174-405e-910c-c6dc1f8d7122'}] {{(pid=75883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:59:12.852583 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 44936) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:12.860672 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-eeb9795b-789b-4e6e-8cdc-ceb17d70beb9 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1547780003', 'description': 'tempest-secgroup-smoke-1547780003 description', 'project_id': '84945da5212241b9bfab7b2fb8891a6a'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:59:12.867634 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-eeb9795b-789b-4e6e-8cdc-ceb17d70beb9 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:12.878580 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-eeb9795b-789b-4e6e-8cdc-ceb17d70beb9 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:12.916944 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be61dc7c-2d31-48aa-9744-6be0ae66ad80', 'tag': 'f52ebc54-1174-405e-910c-c6dc1f8d7122', 'status': 'completed', 'code': 200} Aug 23 01:59:12.924233 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvr_db [None req-eba788f9-ae27-419c-9a13-9e2e9c5aa8f5 None None] Set router 7547059e-ba11-43bf-bd7a-fc2845c186e4 gateway port host: dv-cinder-805529-1-smb {{(pid=75886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:59:12.996134 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-eeb9795b-789b-4e6e-8cdc-ceb17d70beb9 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:13.050180 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-4bfd532c-7dbf-4d58-b59b-2a78126ee1b8 None None] Set router e07315b9-d39a-4a56-a26e-63073cb79a42 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:59:13.072098 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-eeb9795b-789b-4e6e-8cdc-ceb17d70beb9 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:13.080897 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-eeb9795b-789b-4e6e-8cdc-ceb17d70beb9 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Usage tracker for resource:security_group_rule and tenant:84945da5212241b9bfab7b2fb8891a6a is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:59:13.085294 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-eeb9795b-789b-4e6e-8cdc-ceb17d70beb9 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:59:13.096598 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-eeb9795b-789b-4e6e-8cdc-ceb17d70beb9 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:13.168076 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-43f1e131-966d-49ca-9b06-1412ecc9af10 req-a2325801-10ce-41e0-ae0d-0746b1775391 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84945da5212241b9bfab7b2fb8891a6a&device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 1099 time: 0.2219310 Aug 23 01:59:13.172632 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-0af82ac2-62fb-4814-a8b9-faece6d42693 req-7b2b81c1-d4fb-424c-a39a-724e84ddb1e2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Synchronizing usage tracker for tenant:4974ea7b9027427197b8907f91b8fd1c on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:59:13.333653 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-eeb9795b-789b-4e6e-8cdc-ceb17d70beb9 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:13.370746 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-eba788f9-ae27-419c-9a13-9e2e9c5aa8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'name': 'tempest-TestMinimumBasicScenario-1496507499-router', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'e781099b-0309-4c18-83e7-67a6567cf36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:57:56Z', 'updated_at': '2021-08-23T01:58:01Z', 'revision_number': 4, 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'gw_port': {'id': 'e781099b-0309-4c18-83e7-67a6567cf36d', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:be:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:57:57Z', 'updated_at': '2021-08-23T01:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_floatingips': [{'id': '488d6a6d-313c-492d-a923-c30a4091ba3d', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'floating_ip_address': '172.28.2.26', 'floating_network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'router_id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'port_id': 'f52ebc54-1174-405e-910c-c6dc1f8d7122', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0', 'mac_address': 'fa:16:3e:59:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be61dc7c-2d31-48aa-9744-6be0ae66ad80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T01:59:11Z', 'updated_at': '2021-08-23T01:59:11Z', 'revision_number': 0, 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e347390-4e84-4e6f-9f3a-cb1e9d6a613d', 'name': '', 'network_id': '31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'mac_address': 'fa:16:3e:e6:0e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48543fea-f3f5-4502-841e-d602926dc26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:00Z', 'updated_at': '2021-08-23T01:58:19Z', 'revision_number': 5, 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'subnets': [{'id': '48543fea-f3f5-4502-841e-d602926dc26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:59:13.374930 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba788f9-ae27-419c-9a13-9e2e9c5aa8f5 None None] Checking router: 7547059e-ba11-43bf-bd7a-fc2845c186e4 for host: dv-cinder-805529-1-smb {{(pid=75886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 01:59:13.394558 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba788f9-ae27-419c-9a13-9e2e9c5aa8f5 None None] Routers {'7547059e-ba11-43bf-bd7a-fc2845c186e4'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:59:13.397703 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-eba788f9-ae27-419c-9a13-9e2e9c5aa8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:59:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['7547059e-ba11-43bf-bd7a-fc2845c186e4'], 'active': True} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:59:13.403929 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-4bfd532c-7dbf-4d58-b59b-2a78126ee1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'name': 'tempest-AttachVolumeTestJSON-1962057698-router', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:53:00Z', 'updated_at': '2021-08-23T01:53:14Z', 'revision_number': 4, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'gw_port': {'id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:01Z', 'updated_at': '2021-08-23T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': '5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c', 'name': '', 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'mac_address': 'fa:16:3e:d3:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:11Z', 'updated_at': '2021-08-23T01:53:55Z', 'revision_number': 5, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'subnets': [{'id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:59:13.408611 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfd532c-7dbf-4d58-b59b-2a78126ee1b8 None None] The sync data for ids ['e07315b9-d39a-4a56-a26e-63073cb79a42'] in dv-cinder-805529-1-smb is: [{'id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'name': 'tempest-AttachVolumeTestJSON-1962057698-router', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:53:00Z', 'updated_at': '2021-08-23T01:53:14Z', 'revision_number': 4, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'gw_port': {'id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:01Z', 'updated_at': '2021-08-23T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': '5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c', 'name': '', 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'mac_address': 'fa:16:3e:d3:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:11Z', 'updated_at': '2021-08-23T01:53:55Z', 'revision_number': 5, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'subnets': [{'id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 01:59:13.442495 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-0af82ac2-62fb-4814-a8b9-faece6d42693 req-7b2b81c1-d4fb-424c-a39a-724e84ddb1e2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Unset dirty status for tenant:4974ea7b9027427197b8907f91b8fd1c on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:59:13.444564 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0af82ac2-62fb-4814-a8b9-faece6d42693 req-7b2b81c1-d4fb-424c-a39a-724e84ddb1e2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5460fce-2515-47f2-a3b1-883e0c39eb56 HTTP/1.1" status: 200 len: 210 time: 0.3293445 Aug 23 01:59:13.448913 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-eeb9795b-789b-4e6e-8cdc-ceb17d70beb9 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:13.462168 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-0908fdeb-f480-4d4d-a423-7acb76efdcad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:13.517861 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1e131-966d-49ca-9b06-1412ecc9af10 req-1263a493-baed-4c2c-8dbe-8806728a9555 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:13.517861 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-43f1e131-966d-49ca-9b06-1412ecc9af10 req-1263a493-baed-4c2c-8dbe-8806728a9555 service neutron] 10.222.0.10 "GET /v2.0/networks?id=31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0 HTTP/1.1" status: 200 len: 916 time: 0.3372817 Aug 23 01:59:13.518960 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9795b-789b-4e6e-8cdc-ceb17d70beb9 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7946df-bb9c-4a16-a564-218589b304af,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:13.524326 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-eeb9795b-789b-4e6e-8cdc-ceb17d70beb9 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:13.610173 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvr_db [None req-eba788f9-ae27-419c-9a13-9e2e9c5aa8f5 None None] Set router 7547059e-ba11-43bf-bd7a-fc2845c186e4 gateway port host: dv-cinder-805529-1-smb {{(pid=75886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:59:13.631650 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-43f1e131-966d-49ca-9b06-1412ecc9af10 req-47d386fd-b965-4d39-bc15-6d69e96cd9ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f52ebc54-1174-405e-910c-c6dc1f8d7122 HTTP/1.1" status: 200 len: 999 time: 0.1063328 Aug 23 01:59:13.684197 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-eeb9795b-789b-4e6e-8cdc-ceb17d70beb9 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:13.688209 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-eeb9795b-789b-4e6e-8cdc-ceb17d70beb9 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.8299978 Aug 23 01:59:13.688475 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 44946) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:13.704031 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-8bbb4d62-6d3b-4891-a206-47b54afad241 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Request body: {'security_group_rule': {'security_group_id': '3c7946df-bb9c-4a16-a564-218589b304af', 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:59:13.714482 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-8bbb4d62-6d3b-4891-a206-47b54afad241 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:13.721604 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-8bbb4d62-6d3b-4891-a206-47b54afad241 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Usage tracker for resource:security_group_rule and tenant:84945da5212241b9bfab7b2fb8891a6a is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:59:13.725544 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1e131-966d-49ca-9b06-1412ecc9af10 req-5371a68a-8c14-4c79-89e7-f79a195a5347 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:13.726967 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-43f1e131-966d-49ca-9b06-1412ecc9af10 req-5371a68a-8c14-4c79-89e7-f79a195a5347 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48543fea-f3f5-4502-841e-d602926dc26b HTTP/1.1" status: 200 len: 854 time: 0.0892234 Aug 23 01:59:13.727766 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-8bbb4d62-6d3b-4891-a206-47b54afad241 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:59:13.734034 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-8bbb4d62-6d3b-4891-a206-47b54afad241 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:13.820373 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-43f1e131-966d-49ca-9b06-1412ecc9af10 req-3c687e54-3d42-46ef-8c3b-15f9e43504bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0840306 Aug 23 01:59:13.908227 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-8bbb4d62-6d3b-4891-a206-47b54afad241 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:13.977794 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-eba788f9-ae27-419c-9a13-9e2e9c5aa8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'name': 'tempest-TestMinimumBasicScenario-1496507499-router', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'e781099b-0309-4c18-83e7-67a6567cf36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:57:56Z', 'updated_at': '2021-08-23T01:58:01Z', 'revision_number': 4, 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'gw_port': {'id': 'e781099b-0309-4c18-83e7-67a6567cf36d', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:be:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:57:57Z', 'updated_at': '2021-08-23T01:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_floatingips': [{'id': '488d6a6d-313c-492d-a923-c30a4091ba3d', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'floating_ip_address': '172.28.2.26', 'floating_network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'router_id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'port_id': 'f52ebc54-1174-405e-910c-c6dc1f8d7122', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0', 'mac_address': 'fa:16:3e:59:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be61dc7c-2d31-48aa-9744-6be0ae66ad80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T01:59:11Z', 'updated_at': '2021-08-23T01:59:11Z', 'revision_number': 0, 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e347390-4e84-4e6f-9f3a-cb1e9d6a613d', 'name': '', 'network_id': '31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'mac_address': 'fa:16:3e:e6:0e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48543fea-f3f5-4502-841e-d602926dc26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:00Z', 'updated_at': '2021-08-23T01:58:19Z', 'revision_number': 5, 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'subnets': [{'id': '48543fea-f3f5-4502-841e-d602926dc26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:59:13.982242 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba788f9-ae27-419c-9a13-9e2e9c5aa8f5 None None] The sync data for ids ['7547059e-ba11-43bf-bd7a-fc2845c186e4'] in dv-cinder-805529-1-smb is: [{'id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'name': 'tempest-TestMinimumBasicScenario-1496507499-router', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'e781099b-0309-4c18-83e7-67a6567cf36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:57:56Z', 'updated_at': '2021-08-23T01:58:01Z', 'revision_number': 4, 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'gw_port': {'id': 'e781099b-0309-4c18-83e7-67a6567cf36d', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:be:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:57:57Z', 'updated_at': '2021-08-23T01:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_floatingips': [{'id': '488d6a6d-313c-492d-a923-c30a4091ba3d', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'floating_ip_address': '172.28.2.26', 'floating_network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'router_id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'port_id': 'f52ebc54-1174-405e-910c-c6dc1f8d7122', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0', 'mac_address': 'fa:16:3e:59:67:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be61dc7c-2d31-48aa-9744-6be0ae66ad80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T01:59:11Z', 'updated_at': '2021-08-23T01:59:11Z', 'revision_number': 0, 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e347390-4e84-4e6f-9f3a-cb1e9d6a613d', 'name': '', 'network_id': '31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'mac_address': 'fa:16:3e:e6:0e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48543fea-f3f5-4502-841e-d602926dc26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:00Z', 'updated_at': '2021-08-23T01:58:19Z', 'revision_number': 5, 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'subnets': [{'id': '48543fea-f3f5-4502-841e-d602926dc26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 01:59:14.012185 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-43f1e131-966d-49ca-9b06-1412ecc9af10 req-f1ff5076-fe13-4d40-91c3-7d3a476452c6 service neutron] 10.222.0.10 "GET /v2.0/networks/31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842418 Aug 23 01:59:14.044109 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-8bbb4d62-6d3b-4891-a206-47b54afad241 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:14.105783 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-8bbb4d62-6d3b-4891-a206-47b54afad241 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441829'] for security_group_rule, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:14.116790 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:14.156285 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb4d62-6d3b-4891-a206-47b54afad241 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb8bda5-daaa-4cf9-95a8-b52d8462018f,revision_number=0']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:14.161170 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-8bbb4d62-6d3b-4891-a206-47b54afad241 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:14.180488 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-43f1e131-966d-49ca-9b06-1412ecc9af10 req-ab6cb7ac-46df-45b7-8d1a-aa1e961d6152 service neutron] 10.222.0.10 "GET /v2.0/networks/31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604133 Aug 23 01:59:14.200540 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 7f4e934c-7b43-4086-9384-8f344a2b3389 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 01:59:14.240985 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] No Port match for: 7f4e934c-7b43-4086-9384-8f344a2b3389 {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 01:59:14.241340 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 7f4e934c-7b43-4086-9384-8f344a2b3389 not bound to the agent host hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 01:59:14.406343 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-8bbb4d62-6d3b-4891-a206-47b54afad241 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:14.407537 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-8bbb4d62-6d3b-4891-a206-47b54afad241 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7180779 Aug 23 01:59:14.411027 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 44952) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:14.416722 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-3356efd3-29e4-4616-9938-ef3085f442a9 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Request body: {'security_group_rule': {'security_group_id': '3c7946df-bb9c-4a16-a564-218589b304af', 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:59:14.422733 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-3356efd3-29e4-4616-9938-ef3085f442a9 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:14.426648 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-3356efd3-29e4-4616-9938-ef3085f442a9 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Usage tracker for resource:security_group_rule and tenant:84945da5212241b9bfab7b2fb8891a6a is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:59:14.436174 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-3356efd3-29e4-4616-9938-ef3085f442a9 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:59:14.436174 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-3356efd3-29e4-4616-9938-ef3085f442a9 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:14.698668 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3356efd3-29e4-4616-9938-ef3085f442a9 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:14.728437 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 44962) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:14.760874 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3356efd3-29e4-4616-9938-ef3085f442a9 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:14.796559 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-873fc4f7-ef48-4f2f-811a-716646776eab tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:14.827274 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-873fc4f7-ef48-4f2f-811a-716646776eab tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:14.846632 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3356efd3-29e4-4616-9938-ef3085f442a9 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441829'] for security_group_rule, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:14.848966 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:14.871469 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356efd3-29e4-4616-9938-ef3085f442a9 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e60a43b-7a71-4755-b27d-ed59fa46a23d,revision_number=0']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:14.873912 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-3356efd3-29e4-4616-9938-ef3085f442a9 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:14.945000 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-873fc4f7-ef48-4f2f-811a-716646776eab tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:14.955636 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-1cb10110-47f8-4a16-ba99-1ab2bc955209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:14.964762 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873fc4f7-ef48-4f2f-811a-716646776eab tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=050820a2-c2da-4268-b644-40c9607c9e8d,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:14.967329 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-873fc4f7-ef48-4f2f-811a-716646776eab tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:15.001679 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3356efd3-29e4-4616-9938-ef3085f442a9 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:15.002918 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-3356efd3-29e4-4616-9938-ef3085f442a9 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5907700 Aug 23 01:59:15.006403 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 44966) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:15.012050 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-629e3497-a39d-4ef5-85f3-bb8da5e8ce5e tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Request body: {'security_group_rule': {'security_group_id': '3c7946df-bb9c-4a16-a564-218589b304af', 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:59:15.017821 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-629e3497-a39d-4ef5-85f3-bb8da5e8ce5e tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:15.022197 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-629e3497-a39d-4ef5-85f3-bb8da5e8ce5e tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Usage tracker for resource:security_group_rule and tenant:84945da5212241b9bfab7b2fb8891a6a is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:59:15.025155 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-629e3497-a39d-4ef5-85f3-bb8da5e8ce5e tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:59:15.030848 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-629e3497-a39d-4ef5-85f3-bb8da5e8ce5e tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:15.052221 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-873fc4f7-ef48-4f2f-811a-716646776eab tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:15.053355 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-873fc4f7-ef48-4f2f-811a-716646776eab tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "DELETE /v2.0/security-groups/050820a2-c2da-4268-b644-40c9607c9e8d HTTP/1.1" status: 204 len: 168 time: 0.3238270 Aug 23 01:59:15.056450 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 44970) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:15.073222 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.api.v2.resource [None req-ce715ea3-9750-4be7-af9c-0928066abc25 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] show failed (client error): The resource could not be found. Aug 23 01:59:15.074213 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-ce715ea3-9750-4be7-af9c-0928066abc25 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups/050820a2-c2da-4268-b644-40c9607c9e8d HTTP/1.1" status: 404 len: 347 time: 0.0171304 Aug 23 01:59:15.077109 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 44976) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:15.117374 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-629e3497-a39d-4ef5-85f3-bb8da5e8ce5e tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:15.195810 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-629e3497-a39d-4ef5-85f3-bb8da5e8ce5e tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:15.287880 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-629e3497-a39d-4ef5-85f3-bb8da5e8ce5e tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441829'] for security_group_rule, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:15.289811 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:15.312554 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e3497-a39d-4ef5-85f3-bb8da5e8ce5e tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f78cda87-6c24-4430-b32b-0ef36d470823,revision_number=0']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:15.315225 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-629e3497-a39d-4ef5-85f3-bb8da5e8ce5e tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:15.331338 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-a52aecbc-f190-4902-a85b-9944ecbf39fd tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Deleting port 01d64ce5-6605-497d-956b-d05defee29a3 {{(pid=75883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 01:59:15.331683 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a52aecbc-f190-4902-a85b-9944ecbf39fd tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:15.389874 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-629e3497-a39d-4ef5-85f3-bb8da5e8ce5e tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:15.391176 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-629e3497-a39d-4ef5-85f3-bb8da5e8ce5e tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3838463 Aug 23 01:59:15.393817 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 44980) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:15.399976 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-c26e16ea-329e-47b6-8a8f-54f9f9009b9b tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Request body: {'security_group_rule': {'security_group_id': '3c7946df-bb9c-4a16-a564-218589b304af', 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:59:15.407119 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-c26e16ea-329e-47b6-8a8f-54f9f9009b9b tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:15.411707 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-c26e16ea-329e-47b6-8a8f-54f9f9009b9b tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Usage tracker for resource:security_group_rule and tenant:84945da5212241b9bfab7b2fb8891a6a is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:59:15.417908 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-c26e16ea-329e-47b6-8a8f-54f9f9009b9b tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:59:15.425352 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-c26e16ea-329e-47b6-8a8f-54f9f9009b9b tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:15.459472 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ec2a81-8101-48a0-95f7-2ba28ef6a21d None None] New status for floating IP 488d6a6d-313c-492d-a923-c30a4091ba3d: ACTIVE {{(pid=75885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 01:59:15.524945 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a52aecbc-f190-4902-a85b-9944ecbf39fd tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:15.525459 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a52aecbc-f190-4902-a85b-9944ecbf39fd tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:15.558811 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c26e16ea-329e-47b6-8a8f-54f9f9009b9b tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:15.626474 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c26e16ea-329e-47b6-8a8f-54f9f9009b9b tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:15.654678 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-a52aecbc-f190-4902-a85b-9944ecbf39fd tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Calling delete_port for 01d64ce5-6605-497d-956b-d05defee29a3 owned by network:floatingip {{(pid=75883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 01:59:15.836053 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c26e16ea-329e-47b6-8a8f-54f9f9009b9b tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441829'] for security_group_rule, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:15.836053 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-792850f2-1f85-4743-a81e-f0b261454400 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:15.855509 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e16ea-329e-47b6-8a8f-54f9f9009b9b tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcaba759-0b46-4d1f-bcbd-8a2066f28d33,revision_number=0']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:15.859564 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-c26e16ea-329e-47b6-8a8f-54f9f9009b9b tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:15.887451 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a52aecbc-f190-4902-a85b-9944ecbf39fd tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904'] for port, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:15.891326 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-1f4ebe7d-5885-418a-9ee3-ab8f1e251e49 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:15.934637 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52aecbc-f190-4902-a85b-9944ecbf39fd tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Pushing event deleted for resources: {'Port': ['ID=01d64ce5-6605-497d-956b-d05defee29a3,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:15.937915 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-a52aecbc-f190-4902-a85b-9944ecbf39fd tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:15.950577 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c26e16ea-329e-47b6-8a8f-54f9f9009b9b tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:15.951826 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-c26e16ea-329e-47b6-8a8f-54f9f9009b9b tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5570261 Aug 23 01:59:15.954452 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 44986) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:15.960950 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-c52c87dc-d86a-4912-97d3-33e2c2809673 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Request body: {'security_group_rule': {'security_group_id': '3c7946df-bb9c-4a16-a564-218589b304af', 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:59:15.966784 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-c52c87dc-d86a-4912-97d3-33e2c2809673 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:15.970559 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-c52c87dc-d86a-4912-97d3-33e2c2809673 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Usage tracker for resource:security_group_rule and tenant:84945da5212241b9bfab7b2fb8891a6a is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:59:15.974133 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-c52c87dc-d86a-4912-97d3-33e2c2809673 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:59:15.975212 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a52aecbc-f190-4902-a85b-9944ecbf39fd tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for floatingip, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:15.980099 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-c52c87dc-d86a-4912-97d3-33e2c2809673 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:16.075441 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a52aecbc-f190-4902-a85b-9944ecbf39fd tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for floatingip, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:16.076573 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-a52aecbc-f190-4902-a85b-9944ecbf39fd tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "DELETE /v2.0/floatingips/5e742610-9e48-49ae-9898-06ae6bfbaf68 HTTP/1.1" status: 204 len: 168 time: 0.9985960 Aug 23 01:59:16.097282 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.db.securitygroups_db [None req-c52c87dc-d86a-4912-97d3-33e2c2809673 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Project 84945da5212241b9bfab7b2fb8891a6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 01:59:16.105011 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c52c87dc-d86a-4912-97d3-33e2c2809673 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:16.172055 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c52c87dc-d86a-4912-97d3-33e2c2809673 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:16.243937 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c52c87dc-d86a-4912-97d3-33e2c2809673 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441829'] for security_group_rule, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:16.254498 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:16.274742 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c87dc-d86a-4912-97d3-33e2c2809673 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b0b473-c777-44a0-95b2-ebb564bfb41a,revision_number=0']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:16.277244 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-c52c87dc-d86a-4912-97d3-33e2c2809673 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:16.430136 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c52c87dc-d86a-4912-97d3-33e2c2809673 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:16.432602 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-c52c87dc-d86a-4912-97d3-33e2c2809673 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4760287 Aug 23 01:59:16.434105 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 44998) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:16.439678 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-f66d30ce-3e94-4e8d-801c-f672914e02ec tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Request body: {'security_group_rule': {'security_group_id': '3c7946df-bb9c-4a16-a564-218589b304af', 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:59:16.446503 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-f66d30ce-3e94-4e8d-801c-f672914e02ec tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:16.450347 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-f66d30ce-3e94-4e8d-801c-f672914e02ec tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Usage tracker for resource:security_group_rule and tenant:84945da5212241b9bfab7b2fb8891a6a is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:59:16.453226 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-f66d30ce-3e94-4e8d-801c-f672914e02ec tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:59:16.459437 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-f66d30ce-3e94-4e8d-801c-f672914e02ec tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:16.509296 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 45002) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:16.522799 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [None req-5e0aa681-d950-4239-87fe-b28a1032797f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1750083579', 'description': 'tempest-description--1967444202'}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:59:16.527008 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-5e0aa681-d950-4239-87fe-b28a1032797f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:16.532083 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-5e0aa681-d950-4239-87fe-b28a1032797f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Usage tracker for resource:security_group and tenant:4974ea7b9027427197b8907f91b8fd1c is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:59:16.535091 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-5e0aa681-d950-4239-87fe-b28a1032797f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:59:16.544294 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-5e0aa681-d950-4239-87fe-b28a1032797f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:16.550539 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.db.securitygroups_db [None req-f66d30ce-3e94-4e8d-801c-f672914e02ec tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Project 84945da5212241b9bfab7b2fb8891a6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 01:59:16.558786 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f66d30ce-3e94-4e8d-801c-f672914e02ec tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:16.617184 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5e0aa681-d950-4239-87fe-b28a1032797f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:16.625906 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f66d30ce-3e94-4e8d-801c-f672914e02ec tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:16.651336 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-5e0aa681-d950-4239-87fe-b28a1032797f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:16.654957 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-5e0aa681-d950-4239-87fe-b28a1032797f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Usage tracker for resource:security_group_rule and tenant:4974ea7b9027427197b8907f91b8fd1c is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:59:16.657768 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-5e0aa681-d950-4239-87fe-b28a1032797f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:59:16.663444 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-5e0aa681-d950-4239-87fe-b28a1032797f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:16.715918 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f66d30ce-3e94-4e8d-801c-f672914e02ec tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441829'] for security_group_rule, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:16.728113 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-9c1ac727-f214-48e5-a092-63d6ea3b8ff2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:16.733191 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5e0aa681-d950-4239-87fe-b28a1032797f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:16.754048 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d30ce-3e94-4e8d-801c-f672914e02ec tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5115e17-d803-409b-a99c-36514afb3520,revision_number=0']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:16.758432 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-f66d30ce-3e94-4e8d-801c-f672914e02ec tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:16.799908 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5e0aa681-d950-4239-87fe-b28a1032797f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:16.805579 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-d556e4c2-bd1c-45ed-9faf-a8ba1c91674c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:16.847237 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0aa681-d950-4239-87fe-b28a1032797f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de7c6ef-62fd-40f2-bf68-ef2c1498f760,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:16.855221 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-5e0aa681-d950-4239-87fe-b28a1032797f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:16.862585 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f66d30ce-3e94-4e8d-801c-f672914e02ec tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:16.864096 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-f66d30ce-3e94-4e8d-801c-f672914e02ec tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4288838 Aug 23 01:59:16.928201 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5e0aa681-d950-4239-87fe-b28a1032797f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:16.930079 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-5e0aa681-d950-4239-87fe-b28a1032797f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.4187524 Aug 23 01:59:16.932886 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 45016) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:16.940847 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [None req-62bf0dbf-db40-42d2-97cf-53a18cb16cea tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Request body: {'security_group_rule': {'security_group_id': '3de7c6ef-62fd-40f2-bf68-ef2c1498f760', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:59:16.949585 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-62bf0dbf-db40-42d2-97cf-53a18cb16cea tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:16.954045 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-62bf0dbf-db40-42d2-97cf-53a18cb16cea tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Usage tracker for resource:security_group_rule and tenant:4974ea7b9027427197b8907f91b8fd1c is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:59:16.957717 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-62bf0dbf-db40-42d2-97cf-53a18cb16cea tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:59:16.964594 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-62bf0dbf-db40-42d2-97cf-53a18cb16cea tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:17.015073 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-6b506a8b-fc86-4a26-a9bb-129c0d74a884 req-79405675-2700-4e28-8ed5-13f9dc496df2 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1547780003&fields=id&tenant_id=84945da5212241b9bfab7b2fb8891a6a HTTP/1.1" status: 200 len: 267 time: 0.0399182 Aug 23 01:59:17.094663 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b506a8b-fc86-4a26-a9bb-129c0d74a884 req-98c436f0-e68f-490a-bdb4-e0b302d0521c tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:17.096159 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-6b506a8b-fc86-4a26-a9bb-129c0d74a884 req-98c436f0-e68f-490a-bdb4-e0b302d0521c tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 946 time: 0.0752180 Aug 23 01:59:17.107610 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [req-6b506a8b-fc86-4a26-a9bb-129c0d74a884 req-56bfebfb-fa43-48d7-abdc-46065256c6cf tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Request body: {'port': {'security_groups': ['d4eda83d-d775-4cff-9df1-89eebddbaa8f', '3c7946df-bb9c-4a16-a564-218589b304af']}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:59:17.134540 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-62bf0dbf-db40-42d2-97cf-53a18cb16cea tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:17.266839 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-62bf0dbf-db40-42d2-97cf-53a18cb16cea tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:17.269611 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [req-6b506a8b-fc86-4a26-a9bb-129c0d74a884 req-56bfebfb-fa43-48d7-abdc-46065256c6cf tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:17.355577 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-62bf0dbf-db40-42d2-97cf-53a18cb16cea tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441829'] for security_group_rule, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:17.364894 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-bc704db8-5247-4fe2-b280-a8f0a9d32639 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:17.397562 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf0dbf-db40-42d2-97cf-53a18cb16cea tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b31885-e860-4189-90eb-e95b651e1bb1,revision_number=0']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:17.410575 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-62bf0dbf-db40-42d2-97cf-53a18cb16cea tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:17.552238 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.db [req-6b506a8b-fc86-4a26-a9bb-129c0d74a884 req-56bfebfb-fa43-48d7-abdc-46065256c6cf tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] For port f52ebc54-1174-405e-910c-c6dc1f8d7122, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f52ebc54-1174-405e-910c-c6dc1f8d7122,segment=NetworkSegment(820f3040-a687-4e98-921a-af2d1707ff78),segment_id=820f3040-a687-4e98-921a-af2d1707ff78)] {{(pid=75883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:59:17.554429 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-62bf0dbf-db40-42d2-97cf-53a18cb16cea tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:17.555663 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-62bf0dbf-db40-42d2-97cf-53a18cb16cea tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6214817 Aug 23 01:59:17.558457 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 45020) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:17.564972 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-dc559512-a043-4735-a69b-d852fb598b7f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Request body: {'security_group_rule': {'security_group_id': '3de7c6ef-62fd-40f2-bf68-ef2c1498f760', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:59:17.571759 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-dc559512-a043-4735-a69b-d852fb598b7f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:17.577837 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-dc559512-a043-4735-a69b-d852fb598b7f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Usage tracker for resource:security_group_rule and tenant:4974ea7b9027427197b8907f91b8fd1c is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:59:17.581565 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-dc559512-a043-4735-a69b-d852fb598b7f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:59:17.587040 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [req-6b506a8b-fc86-4a26-a9bb-129c0d74a884 req-56bfebfb-fa43-48d7-abdc-46065256c6cf tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for port, precommit_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:17.592053 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-dc559512-a043-4735-a69b-d852fb598b7f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:17.603441 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8baec7-027f-442f-93d7-7b08686007fd None None] New status for floating IP 5e742610-9e48-49ae-9898-06ae6bfbaf68: DOWN {{(pid=75886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 01:59:17.728605 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [req-6b506a8b-fc86-4a26-a9bb-129c0d74a884 req-56bfebfb-fa43-48d7-abdc-46065256c6cf tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:17.734985 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:17.739244 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-dc559512-a043-4735-a69b-d852fb598b7f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:17.745311 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['f52ebc54-1174-405e-910c-c6dc1f8d7122'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:59:17.819120 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b506a8b-fc86-4a26-a9bb-129c0d74a884 req-56bfebfb-fa43-48d7-abdc-46065256c6cf tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:17.819783 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [req-6b506a8b-fc86-4a26-a9bb-129c0d74a884 req-56bfebfb-fa43-48d7-abdc-46065256c6cf tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:17.821160 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-6b506a8b-fc86-4a26-a9bb-129c0d74a884 req-56bfebfb-fa43-48d7-abdc-46065256c6cf tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "PUT /v2.0/ports/f52ebc54-1174-405e-910c-c6dc1f8d7122 HTTP/1.1" status: 200 len: 982 time: 0.7184775 Aug 23 01:59:17.821658 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be61dc7c-2d31-48aa-9744-6be0ae66ad80', 'tag': 'f52ebc54-1174-405e-910c-c6dc1f8d7122'}] {{(pid=75883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:59:17.823649 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-dc559512-a043-4735-a69b-d852fb598b7f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:17.834653 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfebfb-fa43-48d7-abdc-46065256c6cf tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Pushing event updated for resources: {'Port': ['ID=f52ebc54-1174-405e-910c-c6dc1f8d7122,revision_number=6']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:17.837935 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-56bfebfb-fa43-48d7-abdc-46065256c6cf tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:17.896435 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be61dc7c-2d31-48aa-9744-6be0ae66ad80', 'tag': 'f52ebc54-1174-405e-910c-c6dc1f8d7122', 'status': 'completed', 'code': 200} Aug 23 01:59:17.934223 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['f52ebc54-1174-405e-910c-c6dc1f8d7122'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:59:17.984648 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-dc559512-a043-4735-a69b-d852fb598b7f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441829'] for security_group_rule, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:17.997417 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-c26e16ea-329e-47b6-8a8f-54f9f9009b9b tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:18.032412 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc559512-a043-4735-a69b-d852fb598b7f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c04c962-050c-4542-8044-1766cc35dd7a,revision_number=0']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:18.036751 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-dc559512-a043-4735-a69b-d852fb598b7f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:18.050391 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ecca1f-8d70-43cf-8a00-79298e140346 req-1dc9830f-0b0e-4e1f-b2d3-7d8c28c7b89c tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:18.062462 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-15ecca1f-8d70-43cf-8a00-79298e140346 req-1dc9830f-0b0e-4e1f-b2d3-7d8c28c7b89c tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 985 time: 0.1181040 Aug 23 01:59:18.073961 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5009badd-59fe-4c0d-acad-d27e434b6f72 req-b9234df9-3fe9-44ad-b813-93ce2ffd4843 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84945da5212241b9bfab7b2fb8891a6a&device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 1138 time: 0.1502488 Aug 23 01:59:18.120679 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-dc559512-a043-4735-a69b-d852fb598b7f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:18.122165 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-dc559512-a043-4735-a69b-d852fb598b7f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5623319 Aug 23 01:59:18.125308 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-15ecca1f-8d70-43cf-8a00-79298e140346 req-96917892-e970-4cce-aacc-ad21d44ed11e tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c7946df-bb9c-4a16-a564-218589b304af&id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617976 Aug 23 01:59:18.125725 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 45034) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:18.131681 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [None req-18a0cc91-8e38-4227-afca-a5ec51c9842f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Request body: {'floatingip': {'floating_network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:59:18.137390 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-18a0cc91-8e38-4227-afca-a5ec51c9842f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:18.142853 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-18a0cc91-8e38-4227-afca-a5ec51c9842f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Usage tracker for resource:floatingip and tenant:4974ea7b9027427197b8907f91b8fd1c is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:59:18.148222 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-18a0cc91-8e38-4227-afca-a5ec51c9842f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:59:18.155024 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-18a0cc91-8e38-4227-afca-a5ec51c9842f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:18.264863 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-18a0cc91-8e38-4227-afca-a5ec51c9842f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for floatingip, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:18.268493 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-c6ef5324-e841-4146-ad58-4beabb63afe6 None None] Provisioning complete for port f52ebc54-1174-405e-910c-c6dc1f8d7122 triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:59:18.268950 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-c6ef5324-e841-4146-ad58-4beabb63afe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:18.271044 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009badd-59fe-4c0d-acad-d27e434b6f72 req-6b66152e-ff2f-4fff-a87a-089e8537730c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:18.273221 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5009badd-59fe-4c0d-acad-d27e434b6f72 req-6b66152e-ff2f-4fff-a87a-089e8537730c service neutron] 10.222.0.10 "GET /v2.0/networks?id=31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0 HTTP/1.1" status: 200 len: 916 time: 0.1929786 Aug 23 01:59:18.414388 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5009badd-59fe-4c0d-acad-d27e434b6f72 req-c1e790a1-f6df-4463-a84f-0fd22cad9a36 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f52ebc54-1174-405e-910c-c6dc1f8d7122 HTTP/1.1" status: 200 len: 1001 time: 0.1247964 Aug 23 01:59:18.421578 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-18a0cc91-8e38-4227-afca-a5ec51c9842f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:18.481386 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009badd-59fe-4c0d-acad-d27e434b6f72 req-2387a352-40fb-475c-af27-5970d900ea0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:18.483145 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5009badd-59fe-4c0d-acad-d27e434b6f72 req-2387a352-40fb-475c-af27-5970d900ea0f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48543fea-f3f5-4502-841e-d602926dc26b HTTP/1.1" status: 200 len: 854 time: 0.0613568 Aug 23 01:59:18.575718 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.db_base_plugin_common [None req-18a0cc91-8e38-4227-afca-a5ec51c9842f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Allocated IP 172.28.2.22 (90009780-9c2f-491e-b27f-d9d23ecfb7b4/1e7d67c2-da92-4caf-b211-787ee080d8b0/107af562-5c4e-42cb-98c1-3517479358fe) {{(pid=75883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:59:18.579470 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5009badd-59fe-4c0d-acad-d27e434b6f72 req-99790984-ef36-412f-89b7-5465ab8542e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0822177 Aug 23 01:59:18.727923 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5009badd-59fe-4c0d-acad-d27e434b6f72 req-8bf30e3e-c0c8-4a9e-b67a-301c1aa130b2 service neutron] 10.222.0.10 "GET /v2.0/networks/31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424487 Aug 23 01:59:18.901874 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-18a0cc91-8e38-4227-afca-a5ec51c9842f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for port, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:18.972819 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-5009badd-59fe-4c0d-acad-d27e434b6f72 req-e5010225-3f88-4193-8ce4-20245a150aa9 service neutron] 10.222.0.10 "GET /v2.0/networks/31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320623 Aug 23 01:59:19.030908 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-18a0cc91-8e38-4227-afca-a5ec51c9842f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:19.035519 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-feef4285-7621-4671-a20d-25a6943fcd6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:19.099197 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a0cc91-8e38-4227-afca-a5ec51c9842f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Network 90009780-9c2f-491e-b27f-d9d23ecfb7b4 is already hosted by enough agents. {{(pid=75883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:59:19.101962 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.base_scheduler [None req-18a0cc91-8e38-4227-afca-a5ec51c9842f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Resources bound (agent type, host, resource id): {{(pid=75883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:59:19.104308 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a0cc91-8e38-4227-afca-a5ec51c9842f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Received port after_create {{(pid=75883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:59:19.114216 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0cc91-8e38-4227-afca-a5ec51c9842f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Pushing event updated for resources: {'Port': ['ID=107af562-5c4e-42cb-98c1-3517479358fe,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:19.116775 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-18a0cc91-8e38-4227-afca-a5ec51c9842f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:19.217511 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-18a0cc91-8e38-4227-afca-a5ec51c9842f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:19.344961 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-18a0cc91-8e38-4227-afca-a5ec51c9842f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:19.555194 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-18a0cc91-8e38-4227-afca-a5ec51c9842f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for port, precommit_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:19.635902 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-18a0cc91-8e38-4227-afca-a5ec51c9842f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:19.639602 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:19.698458 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-18a0cc91-8e38-4227-afca-a5ec51c9842f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405582'] for floatingip, after_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:19.722508 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0cc91-8e38-4227-afca-a5ec51c9842f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Pushing event updated for resources: {'Port': ['ID=107af562-5c4e-42cb-98c1-3517479358fe,revision_number=2']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:19.725839 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-18a0cc91-8e38-4227-afca-a5ec51c9842f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:19.828871 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-18a0cc91-8e38-4227-afca-a5ec51c9842f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for floatingip, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:19.830132 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-18a0cc91-8e38-4227-afca-a5ec51c9842f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7033391 Aug 23 01:59:20.002168 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-e72ec6be-0aa8-4059-9b1a-93b2fb4970f2 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1750083579&fields=id&tenant_id=4974ea7b9027427197b8907f91b8fd1c HTTP/1.1" status: 200 len: 267 time: 0.0410092 Aug 23 01:59:20.151990 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-7868580e-dd38-4e3c-828c-ea8008ed7777 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:20.153418 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-7868580e-dd38-4e3c-828c-ea8008ed7777 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/networks?id=5840b669-618c-425e-995c-00dd5d36fe85 HTTP/1.1" status: 200 len: 811 time: 0.1439860 Aug 23 01:59:20.170417 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-2f544359-2172-47be-9b88-e660cfec4187 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/quotas/4974ea7b9027427197b8907f91b8fd1c HTTP/1.1" status: 200 len: 375 time: 0.0114758 Aug 23 01:59:20.251690 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-c5acea96-0761-4cda-a494-f65954eae887 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4974ea7b9027427197b8907f91b8fd1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0764720 Aug 23 01:59:20.393330 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-14f35d16-7ca2-4a1d-bad9-c976bbc3aa27 service neutron] 10.222.0.18 "GET /v2.0/networks/5840b669-618c-425e-995c-00dd5d36fe85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299617 Aug 23 01:59:20.522842 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-5547821e-9c20-4459-9857-d31a6026f75a service neutron] 10.222.0.18 "GET /v2.0/networks/5840b669-618c-425e-995c-00dd5d36fe85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237519 Aug 23 01:59:20.857186 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-6e29178c-1c31-416d-82d5-284651d0b67f req-9413169c-3e13-4723-89a0-7a1902c8420a tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Synchronizing usage tracker for tenant:4974ea7b9027427197b8907f91b8fd1c on resource:port {{(pid=75883) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:59:20.982591 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-6e29178c-1c31-416d-82d5-284651d0b67f req-9413169c-3e13-4723-89a0-7a1902c8420a tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Unset dirty status for tenant:4974ea7b9027427197b8907f91b8fd1c on resource:port {{(pid=75883) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:59:20.983713 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-6e29178c-1c31-416d-82d5-284651d0b67f req-9413169c-3e13-4723-89a0-7a1902c8420a tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=22153b10-1625-43b8-8a1f-0c83728f66ea HTTP/1.1" status: 200 len: 210 time: 0.1767271 Aug 23 01:59:21.699207 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:22.149631 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-f509f4fd-e240-4319-b5b8-7f828dbd4bec req-918a9647-fbc6-4619-bfd0-207673f5248a tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=22153b10-1625-43b8-8a1f-0c83728f66ea HTTP/1.1" status: 200 len: 210 time: 0.0454419 Aug 23 01:59:23.305088 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-83dc5aa8-c6c8-4974-9d3f-03c5778a0853 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:23.306528 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-83dc5aa8-c6c8-4974-9d3f-03c5778a0853 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.10 "GET /v2.0/networks?id=5840b669-618c-425e-995c-00dd5d36fe85 HTTP/1.1" status: 200 len: 811 time: 0.1483684 Aug 23 01:59:23.340464 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-0f20edff-5a62-491d-8882-41ef891bb474 req-2c4e2446-504e-4ae9-a8d8-de95342fc590 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=22153b10-1625-43b8-8a1f-0c83728f66ea HTTP/1.1" status: 200 len: 210 time: 0.0559707 Aug 23 01:59:23.376377 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-9b8d1468-c41b-4ae4-9acf-9ae2ba7d653f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4974ea7b9027427197b8907f91b8fd1c HTTP/1.1" status: 200 len: 380 time: 0.0544529 Aug 23 01:59:23.385364 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-724d8b10-914a-45d5-881c-e42aeeab2803 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Request body: {'port': {'device_id': '22153b10-1625-43b8-8a1f-0c83728f66ea', 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85', 'admin_state_up': True, 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'security_groups': ['3de7c6ef-62fd-40f2-bf68-ef2c1498f760']}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:59:23.518713 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-724d8b10-914a-45d5-881c-e42aeeab2803 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:23.528707 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-724d8b10-914a-45d5-881c-e42aeeab2803 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:23.670259 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-724d8b10-914a-45d5-881c-e42aeeab2803 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Made reservation on behalf of 4974ea7b9027427197b8907f91b8fd1c for: {'port': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:59:23.676247 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-724d8b10-914a-45d5-881c-e42aeeab2803 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:23.849544 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_common [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-724d8b10-914a-45d5-881c-e42aeeab2803 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Allocated IP 172.20.0.3 (5840b669-618c-425e-995c-00dd5d36fe85/afcb811f-6ebd-4831-86e9-dd7cc945a891/de31b497-7bb7-403c-b97f-083ec87165ba) {{(pid=75884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:59:23.940998 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 45098) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:24.042998 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-724d8b10-914a-45d5-881c-e42aeeab2803 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for port, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:24.061121 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.provisioning_blocks [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-724d8b10-914a-45d5-881c-e42aeeab2803 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Transition to ACTIVE for port object de31b497-7bb7-403c-b97f-083ec87165ba will not be triggered until provisioned by entity DHCP. {{(pid=75884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:59:24.086151 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d5423bc2-7262-49e0-888d-3fa4bbb34c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:24.117034 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-d5423bc2-7262-49e0-888d-3fa4bbb34c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:24.120883 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-d5423bc2-7262-49e0-888d-3fa4bbb34c2d admin admin] Usage tracker for resource:security_group_rule and tenant:fcf948868b044ae6b931373f900a7e7c is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:59:24.123628 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-d5423bc2-7262-49e0-888d-3fa4bbb34c2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:59:24.130187 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-d5423bc2-7262-49e0-888d-3fa4bbb34c2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:24.168072 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-724d8b10-914a-45d5-881c-e42aeeab2803 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:24.174016 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-d0bab0af-f619-44c1-b4ed-fb39437edf9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:24.196341 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d5423bc2-7262-49e0-888d-3fa4bbb34c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:24.238614 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-724d8b10-914a-45d5-881c-e42aeeab2803 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Network 5840b669-618c-425e-995c-00dd5d36fe85 is already hosted by enough agents. {{(pid=75884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:59:24.241869 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-724d8b10-914a-45d5-881c-e42aeeab2803 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Resources bound (agent type, host, resource id): {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:59:24.245848 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-724d8b10-914a-45d5-881c-e42aeeab2803 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Received port after_create {{(pid=75884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:59:24.280859 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d8b10-914a-45d5-881c-e42aeeab2803 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Pushing event updated for resources: {'Port': ['ID=de31b497-7bb7-403c-b97f-083ec87165ba,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:24.285830 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-724d8b10-914a-45d5-881c-e42aeeab2803 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:24.304545 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d5423bc2-7262-49e0-888d-3fa4bbb34c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:24.313644 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:24.317281 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-724d8b10-914a-45d5-881c-e42aeeab2803 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:24.317915 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-724d8b10-914a-45d5-881c-e42aeeab2803 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:24.357200 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-d5423bc2-7262-49e0-888d-3fa4bbb34c2d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fcf948868b044ae6b931373f900a7e7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4144909 Aug 23 01:59:24.358456 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5423bc2-7262-49e0-888d-3fa4bbb34c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c77cb4b-e32e-42ac-a462-24acef1dcc79,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:24.360001 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 45106) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:24.368212 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-d5423bc2-7262-49e0-888d-3fa4bbb34c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:24.434082 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-a0c86095-4018-4be2-915a-4e8ec40451e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:24.460235 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-a0c86095-4018-4be2-915a-4e8ec40451e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:24.490410 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-724d8b10-914a-45d5-881c-e42aeeab2803 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1086705 Aug 23 01:59:24.506327 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-d7d979c3-a3d7-41a5-baa6-4a5990fe7617 service neutron] Request body: {'port': {'device_id': '22153b10-1625-43b8-8a1f-0c83728f66ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:59:24.559494 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003da51-eea6-4b6d-9a05-825327aafeaa req-1900912a-4be0-4b50-a6bf-df1f90c26dd6 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:24.560896 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c003da51-eea6-4b6d-9a05-825327aafeaa req-1900912a-4be0-4b50-a6bf-df1f90c26dd6 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=22153b10-1625-43b8-8a1f-0c83728f66ea HTTP/1.1" status: 200 len: 931 time: 0.0863111 Aug 23 01:59:24.607668 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-c003da51-eea6-4b6d-9a05-825327aafeaa req-a072f9a3-866a-405c-a1b6-200a83922730 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Synchronizing usage tracker for tenant:4974ea7b9027427197b8907f91b8fd1c on resource:security_group {{(pid=75883) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:59:24.670133 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-4c509ac3-9daf-4b1b-9e8d-d4cf35d5f69c None None] Provisioning for port de31b497-7bb7-403c-b97f-083ec87165ba completed by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:59:24.675168 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-4c509ac3-9daf-4b1b-9e8d-d4cf35d5f69c None None] Provisioning complete for port de31b497-7bb7-403c-b97f-083ec87165ba triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:59:24.675923 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c509ac3-9daf-4b1b-9e8d-d4cf35d5f69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:24.683906 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-d7d979c3-a3d7-41a5-baa6-4a5990fe7617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:24.730975 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-4c509ac3-9daf-4b1b-9e8d-d4cf35d5f69c None None] Port de31b497-7bb7-403c-b97f-083ec87165ba cannot update to ACTIVE because it is not bound. {{(pid=75885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 01:59:24.733514 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-c003da51-eea6-4b6d-9a05-825327aafeaa req-a072f9a3-866a-405c-a1b6-200a83922730 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Unset dirty status for tenant:4974ea7b9027427197b8907f91b8fd1c on resource:security_group {{(pid=75883) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:59:24.737349 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-c003da51-eea6-4b6d-9a05-825327aafeaa req-a072f9a3-866a-405c-a1b6-200a83922730 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=3de7c6ef-62fd-40f2-bf68-ef2c1498f760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679528 Aug 23 01:59:24.737485 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-a0c86095-4018-4be2-915a-4e8ec40451e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:24.746302 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-072df5e2-a63d-46f2-9d83-7599c27ae7e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:24.768425 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c86095-4018-4be2-915a-4e8ec40451e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c77cb4b-e32e-42ac-a462-24acef1dcc79,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:24.780857 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-a0c86095-4018-4be2-915a-4e8ec40451e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:24.783685 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-a0c86095-4018-4be2-915a-4e8ec40451e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:24.784903 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-a0c86095-4018-4be2-915a-4e8ec40451e2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c77cb4b-e32e-42ac-a462-24acef1dcc79 HTTP/1.1" status: 204 len: 168 time: 0.4237378 Aug 23 01:59:25.053745 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-d7d979c3-a3d7-41a5-baa6-4a5990fe7617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de31b497-7bb7-403c-b97f-083ec87165ba {{(pid=75884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:59:25.061385 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-d7d979c3-a3d7-41a5-baa6-4a5990fe7617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:25.077874 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.provisioning_blocks [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-d7d979c3-a3d7-41a5-baa6-4a5990fe7617 service neutron] Transition to ACTIVE for port object de31b497-7bb7-403c-b97f-083ec87165ba will not be triggered until provisioned by entity L2. {{(pid=75884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:59:25.160470 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-d7d979c3-a3d7-41a5-baa6-4a5990fe7617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565686'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:25.164446 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-3ec31776-dd67-4fbb-96d9-91b4d9ce5b4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:25.280839 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d979c3-a3d7-41a5-baa6-4a5990fe7617 service neutron] Pushing event updated for resources: {'Port': ['ID=de31b497-7bb7-403c-b97f-083ec87165ba,revision_number=2']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:25.294619 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-d7d979c3-a3d7-41a5-baa6-4a5990fe7617 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:25.411517 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-d7d979c3-a3d7-41a5-baa6-4a5990fe7617 service neutron] Attempting to bind port de31b497-7bb7-403c-b97f-083ec87165ba on host hv-cinder-80552 for vnic_type normal with profile {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:59:25.412119 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-d7d979c3-a3d7-41a5-baa6-4a5990fe7617 service neutron] Attempting to bind port de31b497-7bb7-403c-b97f-083ec87165ba by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': '925f2863-4da7-47f7-967e-d699cb09d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85'}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:59:25.412237 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-d7d979c3-a3d7-41a5-baa6-4a5990fe7617 service neutron] Attempting to bind port de31b497-7bb7-403c-b97f-083ec87165ba on network 5840b669-618c-425e-995c-00dd5d36fe85 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:59:25.418344 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-d7d979c3-a3d7-41a5-baa6-4a5990fe7617 service neutron] Port de31b497-7bb7-403c-b97f-083ec87165ba on network 5840b669-618c-425e-995c-00dd5d36fe85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 01:59:25.418644 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-d7d979c3-a3d7-41a5-baa6-4a5990fe7617 service neutron] Attempting to bind port de31b497-7bb7-403c-b97f-083ec87165ba on network 5840b669-618c-425e-995c-00dd5d36fe85 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:59:25.427048 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-d7d979c3-a3d7-41a5-baa6-4a5990fe7617 service neutron] Checking agent: {'id': '57122005-e7d6-4a8f-9a43-0b5b130153fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:59:25.427403 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-d7d979c3-a3d7-41a5-baa6-4a5990fe7617 service neutron] Checking segment: {'id': '925f2863-4da7-47f7-967e-d699cb09d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:59:25.427782 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-d7d979c3-a3d7-41a5-baa6-4a5990fe7617 service neutron] Bound using segment: {'id': '925f2863-4da7-47f7-967e-d699cb09d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85'} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:59:25.428190 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-d7d979c3-a3d7-41a5-baa6-4a5990fe7617 service neutron] Bound port: de31b497-7bb7-403c-b97f-083ec87165ba, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '925f2863-4da7-47f7-967e-d699cb09d093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85'}}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:59:25.428525 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-d7d979c3-a3d7-41a5-baa6-4a5990fe7617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:25.526391 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-d7d979c3-a3d7-41a5-baa6-4a5990fe7617 service neutron] For port de31b497-7bb7-403c-b97f-083ec87165ba, host hv-cinder-80552, cleared binding levels {{(pid=75884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:59:25.529670 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-d7d979c3-a3d7-41a5-baa6-4a5990fe7617 service neutron] For port de31b497-7bb7-403c-b97f-083ec87165ba, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=de31b497-7bb7-403c-b97f-083ec87165ba,segment=NetworkSegment(925f2863-4da7-47f7-967e-d699cb09d093),segment_id=925f2863-4da7-47f7-967e-d699cb09d093)] {{(pid=75884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:59:25.669123 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-d7d979c3-a3d7-41a5-baa6-4a5990fe7617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565686'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:25.673201 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-5b734496-08a8-4e9c-9b4b-1e6ba9210649 tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:25.739253 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-d7d979c3-a3d7-41a5-baa6-4a5990fe7617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:25.740578 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-d7d979c3-a3d7-41a5-baa6-4a5990fe7617 service neutron] 10.222.0.10 "PUT /v2.0/ports/de31b497-7bb7-403c-b97f-083ec87165ba HTTP/1.1" status: 200 len: 1093 time: 1.2391696 Aug 23 01:59:25.744779 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22153b10-1625-43b8-8a1f-0c83728f66ea', 'tag': 'de31b497-7bb7-403c-b97f-083ec87165ba'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:59:25.765438 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d979c3-a3d7-41a5-baa6-4a5990fe7617 service neutron] Pushing event updated for resources: {'Port': ['ID=de31b497-7bb7-403c-b97f-083ec87165ba,revision_number=3']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:25.769662 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-d7d979c3-a3d7-41a5-baa6-4a5990fe7617 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:25.818104 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22153b10-1625-43b8-8a1f-0c83728f66ea', 'tag': 'de31b497-7bb7-403c-b97f-083ec87165ba', 'status': 'completed', 'code': 200} Aug 23 01:59:25.981506 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-dd847ddf-0880-464a-88ec-8f8e9d8cdbb2 req-65bee74c-a703-4cd8-b0fd-ef0c74298786 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4974ea7b9027427197b8907f91b8fd1c&device_id=22153b10-1625-43b8-8a1f-0c83728f66ea HTTP/1.1" status: 200 len: 1096 time: 0.1437113 Aug 23 01:59:25.991060 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a349dd-92bf-4d12-a84f-bd3417bd5bad req-44149bd2-6483-44e0-8b1a-16fbe59ac363 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:25.991781 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-26a349dd-92bf-4d12-a84f-bd3417bd5bad req-44149bd2-6483-44e0-8b1a-16fbe59ac363 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Synchronizing usage tracker for tenant:4974ea7b9027427197b8907f91b8fd1c on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 01:59:26.098257 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 45136) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:26.139820 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd847ddf-0880-464a-88ec-8f8e9d8cdbb2 req-eb679d38-147c-4ea9-b7ab-0dd9585792d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:26.141296 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-dd847ddf-0880-464a-88ec-8f8e9d8cdbb2 req-eb679d38-147c-4ea9-b7ab-0dd9585792d0 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=4974ea7b9027427197b8907f91b8fd1c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1458895 Aug 23 01:59:26.148235 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-26a349dd-92bf-4d12-a84f-bd3417bd5bad req-44149bd2-6483-44e0-8b1a-16fbe59ac363 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Unset dirty status for tenant:4974ea7b9027427197b8907f91b8fd1c on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 01:59:26.149420 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-26a349dd-92bf-4d12-a84f-bd3417bd5bad req-44149bd2-6483-44e0-8b1a-16fbe59ac363 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=22153b10-1625-43b8-8a1f-0c83728f66ea HTTP/1.1" status: 200 len: 943 time: 0.2657244 Aug 23 01:59:26.230988 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [None req-10a212a1-13dd-4b6d-bc5d-3eef3450b79e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1649955940-network', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba'}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:59:26.236153 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-10a212a1-13dd-4b6d-bc5d-3eef3450b79e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:26.240358 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-10a212a1-13dd-4b6d-bc5d-3eef3450b79e admin admin] Usage tracker for resource:network and tenant:9ca1dce58d884bec9f2681e9b50e79ba is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:59:26.243215 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-10a212a1-13dd-4b6d-bc5d-3eef3450b79e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:59:26.250831 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-10a212a1-13dd-4b6d-bc5d-3eef3450b79e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:26.295070 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-26a349dd-92bf-4d12-a84f-bd3417bd5bad req-2d5b6145-0a2f-4106-901f-4e11d96c96fa tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=3de7c6ef-62fd-40f2-bf68-ef2c1498f760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262143 Aug 23 01:59:26.321863 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd847ddf-0880-464a-88ec-8f8e9d8cdbb2 req-d9c9a1fc-fdc0-40ec-b35d-bc4bf34c5265 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:26.321863 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-dd847ddf-0880-464a-88ec-8f8e9d8cdbb2 req-d9c9a1fc-fdc0-40ec-b35d-bc4bf34c5265 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1699483 Aug 23 01:59:26.366792 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a212a1-13dd-4b6d-bc5d-3eef3450b79e admin admin] Made reservation on behalf of 9ca1dce58d884bec9f2681e9b50e79ba for: {'network': 1} {{(pid=75883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:59:26.369280 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-10a212a1-13dd-4b6d-bc5d-3eef3450b79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for network, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:26.382872 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-10a212a1-13dd-4b6d-bc5d-3eef3450b79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:26.417979 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-10a212a1-13dd-4b6d-bc5d-3eef3450b79e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:26.421899 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-10a212a1-13dd-4b6d-bc5d-3eef3450b79e admin admin] Usage tracker for resource:security_group_rule and tenant:9ca1dce58d884bec9f2681e9b50e79ba is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:59:26.425455 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-10a212a1-13dd-4b6d-bc5d-3eef3450b79e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:59:26.434102 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-10a212a1-13dd-4b6d-bc5d-3eef3450b79e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:26.439067 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-17491b1d-de9e-4ef5-af9d-f560d947ea17 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4974ea7b9027427197b8907f91b8fd1c&device_id=22153b10-1625-43b8-8a1f-0c83728f66ea HTTP/1.1" status: 200 len: 1096 time: 0.0749369 Aug 23 01:59:26.500987 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-10a212a1-13dd-4b6d-bc5d-3eef3450b79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:26.510279 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-d7407419-bd45-4169-9aa4-0e6bb6f690ac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de31b497-7bb7-403c-b97f-083ec87165ba HTTP/1.1" status: 200 len: 217 time: 0.0639303 Aug 23 01:59:26.578810 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-231560a1-e692-43f4-87a1-c8ce1f1853e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:26.580234 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-231560a1-e692-43f4-87a1-c8ce1f1853e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afcb811f-6ebd-4831-86e9-dd7cc945a891 HTTP/1.1" status: 200 len: 850 time: 0.0571866 Aug 23 01:59:26.607209 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-10a212a1-13dd-4b6d-bc5d-3eef3450b79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:26.610276 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-38460742-ca96-4dda-b811-903727e90ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:26.639997 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a212a1-13dd-4b6d-bc5d-3eef3450b79e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=75883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 01:59:26.648385 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a212a1-13dd-4b6d-bc5d-3eef3450b79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ecfd89-dbb0-420a-8508-afa7d578d446,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:26.651739 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-10a212a1-13dd-4b6d-bc5d-3eef3450b79e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:26.654275 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-10a212a1-13dd-4b6d-bc5d-3eef3450b79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:26.654468 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-7931078f-5bf7-4c76-9802-6ec786f58302 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5840b669-618c-425e-995c-00dd5d36fe85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0675006 Aug 23 01:59:26.654659 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.db.segments_db [None req-10a212a1-13dd-4b6d-bc5d-3eef3450b79e admin admin] Added segment 8b079705-0d4a-4e2a-8f35-2ce0cc85aff7 of type vlan for network 3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1 Aug 23 01:59:26.693491 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-10a212a1-13dd-4b6d-bc5d-3eef3450b79e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755480149414'] for network, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:26.801810 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-10a212a1-13dd-4b6d-bc5d-3eef3450b79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844'] for network, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:26.802954 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a212a1-13dd-4b6d-bc5d-3eef3450b79e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:26.803561 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-10a212a1-13dd-4b6d-bc5d-3eef3450b79e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:26.807026 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-e7b22211-540b-4347-99f5-81f8483f0bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:26.855050 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-a04ec33f-7e99-45ef-82a1-8d326ba74a54 service neutron] 10.222.0.10 "GET /v2.0/networks/5840b669-618c-425e-995c-00dd5d36fe85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940279 Aug 23 01:59:26.906137 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a212a1-13dd-4b6d-bc5d-3eef3450b79e admin admin] Pushing event updated for resources: {'Network': ['ID=3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:26.909215 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-10a212a1-13dd-4b6d-bc5d-3eef3450b79e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:26.917816 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Network 3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1 details requested by agent ovs-agent-dv-cinder-805529-1-smb with host dv-cinder-805529-1-smb {{(pid=75885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 01:59:26.989468 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4ec64ed4-e8fa-4bf0-bd3a-56862a022e06 req-0b35c697-6e77-4542-ae51-805ae4fc243f service neutron] 10.222.0.10 "GET /v2.0/networks/5840b669-618c-425e-995c-00dd5d36fe85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282258 Aug 23 01:59:26.999277 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-10a212a1-13dd-4b6d-bc5d-3eef3450b79e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8971941 Aug 23 01:59:26.999623 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 45144) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:27.006289 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [None req-13303d69-411f-49de-bf9c-4f4cb6414aba admin admin] Request body: {'subnet': {'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1649955940-subnet', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'ip_version': 4}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:59:27.011155 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-13303d69-411f-49de-bf9c-4f4cb6414aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:27.015048 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-13303d69-411f-49de-bf9c-4f4cb6414aba admin admin] Usage tracker for resource:subnet and tenant:9ca1dce58d884bec9f2681e9b50e79ba is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:59:27.017958 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-13303d69-411f-49de-bf9c-4f4cb6414aba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:59:27.023835 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-13303d69-411f-49de-bf9c-4f4cb6414aba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:27.132818 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13303d69-411f-49de-bf9c-4f4cb6414aba admin admin] Made reservation on behalf of 9ca1dce58d884bec9f2681e9b50e79ba for: {'subnet': 1} {{(pid=75883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:59:27.136463 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-13303d69-411f-49de-bf9c-4f4cb6414aba admin admin] Notify callbacks [] for subnet, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:27.418876 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-13303d69-411f-49de-bf9c-4f4cb6414aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844'] for subnet, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:27.422961 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:27.487317 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13303d69-411f-49de-bf9c-4f4cb6414aba admin admin] Pushing event updated for resources: {'Subnet': ['ID=205c6635-f36c-432b-af89-25d2fd9f0adf,revision_number=0']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:27.490135 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-13303d69-411f-49de-bf9c-4f4cb6414aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:27.499714 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66b608-b9c0-4101-abd5-45795e3771ec req-06336717-cadd-4b4c-92f7-ecc5e371fb21 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:27.501295 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2e66b608-b9c0-4101-abd5-45795e3771ec req-06336717-cadd-4b4c-92f7-ecc5e371fb21 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=22153b10-1625-43b8-8a1f-0c83728f66ea HTTP/1.1" status: 200 len: 943 time: 0.0847592 Aug 23 01:59:27.515452 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13303d69-411f-49de-bf9c-4f4cb6414aba admin admin] Checking segment: {'id': '8b079705-0d4a-4e2a-8f35-2ce0cc85aff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:59:27.515883 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13303d69-411f-49de-bf9c-4f4cb6414aba admin admin] Network hostable DHCP agents. Network: 3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1, hostable agents: ['a3c6b368-9f05-470a-b08f-b8e256619343'], hosted agents: [] {{(pid=75883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 01:59:27.552008 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2e66b608-b9c0-4101-abd5-45795e3771ec req-4e5534ac-efc1-4421-bdc3-392b34c995b3 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=3de7c6ef-62fd-40f2-bf68-ef2c1498f760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437183 Aug 23 01:59:27.681303 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13303d69-411f-49de-bf9c-4f4cb6414aba admin admin] Network 3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1 is scheduled to be hosted by DHCP agent a3c6b368-9f05-470a-b08f-b8e256619343 with binding_index 1 {{(pid=75883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 01:59:27.794234 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.base_scheduler [None req-13303d69-411f-49de-bf9c-4f4cb6414aba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-smb, 3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1) {{(pid=75883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:59:27.798213 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13303d69-411f-49de-bf9c-4f4cb6414aba admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:27.798796 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-13303d69-411f-49de-bf9c-4f4cb6414aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for subnet, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:27.803865 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a29cbe-71fb-40ea-9554-00cdafbd08c3 None None] Network 3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:59:27.911240 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-13303d69-411f-49de-bf9c-4f4cb6414aba admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9097219 Aug 23 01:59:27.913747 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 45152) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:27.919252 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [None req-df60fa2f-d278-4524-87ec-4b92ddbb2122 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1649955940-router', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'}}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:59:27.924241 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-df60fa2f-d278-4524-87ec-4b92ddbb2122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:27.928535 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-df60fa2f-d278-4524-87ec-4b92ddbb2122 admin admin] Usage tracker for resource:router and tenant:9ca1dce58d884bec9f2681e9b50e79ba is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:59:27.931518 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-df60fa2f-d278-4524-87ec-4b92ddbb2122 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:59:27.937044 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-df60fa2f-d278-4524-87ec-4b92ddbb2122 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:28.053017 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-df60fa2f-d278-4524-87ec-4b92ddbb2122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4569'] for router, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:28.053981 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-df60fa2f-d278-4524-87ec-4b92ddbb2122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-412180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4386'] for router, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:28.073496 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-df60fa2f-d278-4524-87ec-4b92ddbb2122 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:28.080063 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda118723-1026-5c8b-83fd-a84db345d438-3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1', 'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'fixed_ips': [{'subnet_id': '205c6635-f36c-432b-af89-25d2fd9f0adf'}]}} from dv-cinder-805529-1-smb. {{(pid=75885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 01:59:28.080928 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:28.356970 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.db_base_plugin_common [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Allocated IP 172.20.0.2 (3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1/205c6635-f36c-432b-af89-25d2fd9f0adf/4d31a5e7-e719-4263-a1b7-7b249d2dd240) {{(pid=75885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:59:28.418549 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-df60fa2f-d278-4524-87ec-4b92ddbb2122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4404'] for router, precommit_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:28.616623 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Notify callbacks [] for port, precommit_create {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:28.627772 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Transition to ACTIVE for port object 4d31a5e7-e719-4263-a1b7-7b249d2dd240 will not be triggered until provisioned by entity L2. {{(pid=75885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:59:28.652597 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Transition to ACTIVE for port object 4d31a5e7-e719-4263-a1b7-7b249d2dd240 will not be triggered until provisioned by entity DHCP. {{(pid=75885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:59:28.710915 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-df60fa2f-d278-4524-87ec-4b92ddbb2122 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:28.745429 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-df60fa2f-d278-4524-87ec-4b92ddbb2122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:28.757956 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:28.764700 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:28.775935 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88aa1a-82a5-4181-a5fa-aa49ca07addd req-7c9ed849-2d48-4356-bf11-ae3393e355f6 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:28.775935 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1a88aa1a-82a5-4181-a5fa-aa49ca07addd req-7c9ed849-2d48-4356-bf11-ae3393e355f6 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=22153b10-1625-43b8-8a1f-0c83728f66ea HTTP/1.1" status: 200 len: 943 time: 0.0874014 Aug 23 01:59:28.825613 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1a88aa1a-82a5-4181-a5fa-aa49ca07addd req-3c641063-a8dd-4073-bc43-6a0338fd7771 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=3de7c6ef-62fd-40f2-bf68-ef2c1498f760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468290 Aug 23 01:59:28.827494 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Network 3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1 is already hosted by enough agents. {{(pid=75885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:59:28.830390 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.scheduler.base_scheduler [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Resources bound (agent type, host, resource id): {{(pid=75885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:59:28.835602 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Received port after_create {{(pid=75885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:59:28.837661 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Pushing event updated for resources: {'Port': ['ID=4d31a5e7-e719-4263-a1b7-7b249d2dd240,revision_number=1']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:28.849523 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:28.849859 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:28.850189 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:28.850509 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:28.850863 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:28.851137 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:28.851640 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:28.852421 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:28.852421 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:28.852421 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:28.852790 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:28.884457 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:28.886806 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.db_base_plugin_common [None req-df60fa2f-d278-4524-87ec-4b92ddbb2122 admin admin] Allocated IP 172.28.2.108 (90009780-9c2f-491e-b27f-d9d23ecfb7b4/1e7d67c2-da92-4caf-b211-787ee080d8b0/35fcd1d9-ab24-455f-83fb-422a77c77cb4) {{(pid=75883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:59:28.969122 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Attempting to bind port 4d31a5e7-e719-4263-a1b7-7b249d2dd240 on host dv-cinder-805529-1-smb for vnic_type normal with profile {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:59:28.969489 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Attempting to bind port 4d31a5e7-e719-4263-a1b7-7b249d2dd240 by drivers openvswitch,hyperv on host dv-cinder-805529-1-smb at level 0 using segments [{'id': '8b079705-0d4a-4e2a-8f35-2ce0cc85aff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1'}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:59:28.969849 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Attempting to bind port 4d31a5e7-e719-4263-a1b7-7b249d2dd240 on network 3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1 {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:59:28.977727 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Checking agent: {'id': '7e854a2e-3ddb-4791-9f4e-63d19a343734', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 44, 3), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:59:28.978096 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Checking segment: {'id': '8b079705-0d4a-4e2a-8f35-2ce0cc85aff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:59:28.978496 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:28.978886 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Bound using segment: {'id': '8b079705-0d4a-4e2a-8f35-2ce0cc85aff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1'} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:59:28.979390 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Bound port: 4d31a5e7-e719-4263-a1b7-7b249d2dd240, host: dv-cinder-805529-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b079705-0d4a-4e2a-8f35-2ce0cc85aff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1'}}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:59:28.979760 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:29.034681 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-df60fa2f-d278-4524-87ec-4b92ddbb2122 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:29.064705 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-5a351584-fd24-466f-b489-ce7472be054b None None] For port 4d31a5e7-e719-4263-a1b7-7b249d2dd240, host dv-cinder-805529-1-smb, cleared binding levels {{(pid=75885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:59:29.068725 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-5a351584-fd24-466f-b489-ce7472be054b None None] For port 4d31a5e7-e719-4263-a1b7-7b249d2dd240, host dv-cinder-805529-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=4d31a5e7-e719-4263-a1b7-7b249d2dd240,segment=NetworkSegment(8b079705-0d4a-4e2a-8f35-2ce0cc85aff7),segment_id=8b079705-0d4a-4e2a-8f35-2ce0cc85aff7)] {{(pid=75885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:59:29.137176 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-df60fa2f-d278-4524-87ec-4b92ddbb2122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:29.140806 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-9ed16468-0dbb-4769-8f53-6af47f801ad7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:29.162100 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:29.166075 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:29.224349 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df60fa2f-d278-4524-87ec-4b92ddbb2122 admin admin] Network 90009780-9c2f-491e-b27f-d9d23ecfb7b4 is already hosted by enough agents. {{(pid=75883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:59:29.227255 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.base_scheduler [None req-df60fa2f-d278-4524-87ec-4b92ddbb2122 admin admin] Resources bound (agent type, host, resource id): {{(pid=75883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:59:29.229558 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df60fa2f-d278-4524-87ec-4b92ddbb2122 admin admin] Received port after_create {{(pid=75883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:59:29.241561 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Pushing event updated for resources: {'Port': ['ID=4d31a5e7-e719-4263-a1b7-7b249d2dd240,revision_number=2']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:29.244983 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:29.273969 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60fa2f-d278-4524-87ec-4b92ddbb2122 admin admin] Pushing event updated for resources: {'Port': ['ID=35fcd1d9-ab24-455f-83fb-422a77c77cb4,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:29.276950 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-df60fa2f-d278-4524-87ec-4b92ddbb2122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:29.452702 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-df60fa2f-d278-4524-87ec-4b92ddbb2122 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:29.453542 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-df60fa2f-d278-4524-87ec-4b92ddbb2122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405533'] for router, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:29.751123 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df60fa2f-d278-4524-87ec-4b92ddbb2122 admin admin] Router 18bef65a-950e-417b-9b22-fb4b5138bfe7 is scheduled to L3 agent a65233ca-d566-4bb6-b10d-56979c97574d with binding_index 1 {{(pid=75883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 01:59:29.964171 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df60fa2f-d278-4524-87ec-4b92ddbb2122 admin admin] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 01:59:29.977246 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a01063-74cc-4e1d-bc68-838a3c4325c1 None None] Sync routers for ids ['18bef65a-950e-417b-9b22-fb4b5138bfe7'] in dv-cinder-805529-1-smb {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 01:59:29.996170 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a01063-74cc-4e1d-bc68-838a3c4325c1 None None] Routers {'18bef65a-950e-417b-9b22-fb4b5138bfe7'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:59:29.996716 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-17a01063-74cc-4e1d-bc68-838a3c4325c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:59:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['18bef65a-950e-417b-9b22-fb4b5138bfe7'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:59:30.048127 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94adffdc-00a8-465c-bfd4-ce6a03e0d0ce req-b4cb97f7-f366-47fe-ab5e-c27cd65b5eb3 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:30.049964 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-94adffdc-00a8-465c-bfd4-ce6a03e0d0ce req-b4cb97f7-f366-47fe-ab5e-c27cd65b5eb3 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=22153b10-1625-43b8-8a1f-0c83728f66ea HTTP/1.1" status: 200 len: 943 time: 0.0875430 Aug 23 01:59:30.064466 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-df60fa2f-d278-4524-87ec-4b92ddbb2122 admin admin] Notify callbacks [] for router, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:30.069608 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-df60fa2f-d278-4524-87ec-4b92ddbb2122 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1548381 Aug 23 01:59:30.070485 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 45164) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:30.111970 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-94adffdc-00a8-465c-bfd4-ce6a03e0d0ce req-7b23cdf0-60f3-4f1d-86d7-2fc67ce0d6ca tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=3de7c6ef-62fd-40f2-bf68-ef2c1498f760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560830 Aug 23 01:59:30.164857 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7a8b22-37a1-4f9c-bb24-e30eb4c416f2 None None] Network 3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:59:30.259665 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device de31b497-7bb7-403c-b97f-083ec87165ba details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 01:59:30.336239 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-17a01063-74cc-4e1d-bc68-838a3c4325c1 None None] Set router 18bef65a-950e-417b-9b22-fb4b5138bfe7 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:59:30.430871 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-3302e2ae-6ae8-4754-a2a5-de25d4721956 None None] Provisioning for port 4d31a5e7-e719-4263-a1b7-7b249d2dd240 completed by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:59:30.680351 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port de31b497-7bb7-403c-b97f-083ec87165ba, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=de31b497-7bb7-403c-b97f-083ec87165ba,segment=NetworkSegment(925f2863-4da7-47f7-967e-d699cb09d093),segment_id=925f2863-4da7-47f7-967e-d699cb09d093)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:59:30.734291 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Returning: {'device': 'de31b497-7bb7-403c-b97f-083ec87165ba', 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85', 'port_id': 'de31b497-7bb7-403c-b97f-083ec87165ba', 'mac_address': 'fa:16:3e:a4:4c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 01:59:30.867788 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:30.894811 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de31b497-7bb7-403c-b97f-083ec87165ba {{(pid=75885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 01:59:30.922159 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port de31b497-7bb7-403c-b97f-083ec87165ba, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=de31b497-7bb7-403c-b97f-083ec87165ba,segment=NetworkSegment(925f2863-4da7-47f7-967e-d699cb09d093),segment_id=925f2863-4da7-47f7-967e-d699cb09d093)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:59:30.939020 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-17a01063-74cc-4e1d-bc68-838a3c4325c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'name': 'tempest-TestShelveInstance-1649955940-router', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '35fcd1d9-ab24-455f-83fb-422a77c77cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:28Z', 'updated_at': '2021-08-23T01:59:29Z', 'revision_number': 3, 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'gw_port': {'id': '35fcd1d9-ab24-455f-83fb-422a77c77cb4', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:45:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:28Z', 'updated_at': '2021-08-23T01:59:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb'}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:59:30.943724 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a01063-74cc-4e1d-bc68-838a3c4325c1 None None] Checking router: 18bef65a-950e-417b-9b22-fb4b5138bfe7 for host: dv-cinder-805529-1-smb {{(pid=75885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 01:59:30.944559 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a01063-74cc-4e1d-bc68-838a3c4325c1 None None] Updating router 18bef65a-950e-417b-9b22-fb4b5138bfe7 port 35fcd1d9-ab24-455f-83fb-422a77c77cb4 binding host dv-cinder-805529-1-smb {{(pid=75885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 01:59:30.954615 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-9f74a8c3-b696-4370-b44e-10b9ec966a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:30.969820 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 4d31a5e7-e719-4263-a1b7-7b249d2dd240 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:59:31.029542 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:31.035563 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-aa53cd9c-c81b-450e-ae95-f1af6787c030 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:31.106198 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-17a01063-74cc-4e1d-bc68-838a3c4325c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:31.176113 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=de31b497-7bb7-403c-b97f-083ec87165ba,revision_number=4']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:31.182249 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:31.197847 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.db_base_plugin_common [None req-9f74a8c3-b696-4370-b44e-10b9ec966a1f admin admin] Allocated IP 172.20.0.1 (3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1/205c6635-f36c-432b-af89-25d2fd9f0adf/ea2ef132-ef95-40fd-8ace-8457471fcd29) {{(pid=75883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:59:31.332141 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning for port 4d31a5e7-e719-4263-a1b7-7b249d2dd240 completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:59:31.349404 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fee940-f7bd-4be7-b9d1-512653162bad req-f973b611-ef45-446a-ae91-727df8df982d tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:31.351202 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-03fee940-f7bd-4be7-b9d1-512653162bad req-f973b611-ef45-446a-ae91-727df8df982d tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=22153b10-1625-43b8-8a1f-0c83728f66ea HTTP/1.1" status: 200 len: 944 time: 0.0982177 Aug 23 01:59:31.372376 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-9f74a8c3-b696-4370-b44e-10b9ec966a1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:31.379984 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port 4d31a5e7-e719-4263-a1b7-7b249d2dd240 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:59:31.380367 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:31.383525 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.provisioning_blocks [None req-9f74a8c3-b696-4370-b44e-10b9ec966a1f admin admin] Transition to ACTIVE for port object ea2ef132-ef95-40fd-8ace-8457471fcd29 will not be triggered until provisioned by entity DHCP. {{(pid=75883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:59:31.401355 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-03fee940-f7bd-4be7-b9d1-512653162bad req-fa183410-0ac1-4eb6-9463-46503340edb4 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=3de7c6ef-62fd-40f2-bf68-ef2c1498f760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431437 Aug 23 01:59:31.416778 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['de31b497-7bb7-403c-b97f-083ec87165ba'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 01:59:31.485888 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-9f74a8c3-b696-4370-b44e-10b9ec966a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:31.491282 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-1f4ebe7d-5885-418a-9ee3-ab8f1e251e49 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:31.561558 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f74a8c3-b696-4370-b44e-10b9ec966a1f admin admin] Network 3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1 is already hosted by enough agents. {{(pid=75883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:59:31.564489 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.base_scheduler [None req-9f74a8c3-b696-4370-b44e-10b9ec966a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=75883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:59:31.567153 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f74a8c3-b696-4370-b44e-10b9ec966a1f admin admin] Received port after_create {{(pid=75883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:59:31.568533 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-9f74a8c3-b696-4370-b44e-10b9ec966a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405699'] for router_interface, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:31.574161 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74a8c3-b696-4370-b44e-10b9ec966a1f admin admin] Pushing event updated for resources: {'Port': ['ID=ea2ef132-ef95-40fd-8ace-8457471fcd29,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:31.576801 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-9f74a8c3-b696-4370-b44e-10b9ec966a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:31.651689 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:31.758435 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-17a01063-74cc-4e1d-bc68-838a3c4325c1 None None] Notify callbacks [] for port, precommit_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:31.766292 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-9f74a8c3-b696-4370-b44e-10b9ec966a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:31.789667 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] For port 4d31a5e7-e719-4263-a1b7-7b249d2dd240, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=4d31a5e7-e719-4263-a1b7-7b249d2dd240,segment=NetworkSegment(8b079705-0d4a-4e2a-8f35-2ce0cc85aff7),segment_id=8b079705-0d4a-4e2a-8f35-2ce0cc85aff7)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:59:31.794255 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-17a01063-74cc-4e1d-bc68-838a3c4325c1 None None] Transition to ACTIVE for port object 35fcd1d9-ab24-455f-83fb-422a77c77cb4 will not be triggered until provisioned by entity L2. {{(pid=75885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:59:31.879918 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:31.882484 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:31.919079 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-79f9b4b4-27d2-4e60-b466-d2d81d14a918 None None] Provisioning for port ea2ef132-ef95-40fd-8ace-8457471fcd29 completed by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:59:31.924894 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-17a01063-74cc-4e1d-bc68-838a3c4325c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:31.951269 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-79f9b4b4-27d2-4e60-b466-d2d81d14a918 None None] Provisioning complete for port ea2ef132-ef95-40fd-8ace-8457471fcd29 triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:59:31.951660 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-79f9b4b4-27d2-4e60-b466-d2d81d14a918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:31.999719 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-9f74a8c3-b696-4370-b44e-10b9ec966a1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:32.030996 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Pushing event updated for resources: {'Port': ['ID=4d31a5e7-e719-4263-a1b7-7b249d2dd240,revision_number=3']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:32.033993 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:32.038277 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:32.058157 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-9f74a8c3-b696-4370-b44e-10b9ec966a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:32.058928 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-9f74a8c3-b696-4370-b44e-10b9ec966a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1356800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406314'] for router_interface, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:32.063440 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-1e9804bc-f0d5-439d-8ce0-b4eeb4fb576e tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:32.079664 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-17a01063-74cc-4e1d-bc68-838a3c4325c1 None None] Attempting to bind port 35fcd1d9-ab24-455f-83fb-422a77c77cb4 on host dv-cinder-805529-1-smb for vnic_type normal with profile {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:59:32.080034 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-17a01063-74cc-4e1d-bc68-838a3c4325c1 None None] Attempting to bind port 35fcd1d9-ab24-455f-83fb-422a77c77cb4 by drivers openvswitch,hyperv on host dv-cinder-805529-1-smb at level 0 using segments [{'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:59:32.080391 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a01063-74cc-4e1d-bc68-838a3c4325c1 None None] Attempting to bind port 35fcd1d9-ab24-455f-83fb-422a77c77cb4 on network 90009780-9c2f-491e-b27f-d9d23ecfb7b4 {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:59:32.090838 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-79f9b4b4-27d2-4e60-b466-d2d81d14a918 None None] Port ea2ef132-ef95-40fd-8ace-8457471fcd29 cannot update to ACTIVE because it is not bound. {{(pid=75885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 01:59:32.119343 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a01063-74cc-4e1d-bc68-838a3c4325c1 None None] Checking agent: {'id': '7e854a2e-3ddb-4791-9f4e-63d19a343734', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 44, 3), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:59:32.119719 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a01063-74cc-4e1d-bc68-838a3c4325c1 None None] Checking segment: {'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:59:32.120172 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-17a01063-74cc-4e1d-bc68-838a3c4325c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:32.120501 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a01063-74cc-4e1d-bc68-838a3c4325c1 None None] Bound using segment: {'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:59:32.120977 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-17a01063-74cc-4e1d-bc68-838a3c4325c1 None None] Bound port: 35fcd1d9-ab24-455f-83fb-422a77c77cb4, host: dv-cinder-805529-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'}}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:59:32.121342 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-17a01063-74cc-4e1d-bc68-838a3c4325c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:32.167381 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22b221-7480-465f-b460-3bfc21c017e4 None None] Pushing event updated for resources: {'Port': ['ID=35fcd1d9-ab24-455f-83fb-422a77c77cb4,revision_number=2']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:32.170153 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-bb22b221-7480-465f-b460-3bfc21c017e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:32.192945 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74a8c3-b696-4370-b44e-10b9ec966a1f admin admin] Pushing event updated for resources: {'Port': ['ID=ea2ef132-ef95-40fd-8ace-8457471fcd29,revision_number=2']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:32.196992 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-9f74a8c3-b696-4370-b44e-10b9ec966a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:32.218063 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-17a01063-74cc-4e1d-bc68-838a3c4325c1 None None] For port 35fcd1d9-ab24-455f-83fb-422a77c77cb4, host dv-cinder-805529-1-smb, cleared binding levels {{(pid=75885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:59:32.221742 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-17a01063-74cc-4e1d-bc68-838a3c4325c1 None None] For port 35fcd1d9-ab24-455f-83fb-422a77c77cb4, host dv-cinder-805529-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=35fcd1d9-ab24-455f-83fb-422a77c77cb4,segment=NetworkSegment(7c5f1ea7-734e-4991-8c15-dc9eedea0188),segment_id=7c5f1ea7-734e-4991-8c15-dc9eedea0188)] {{(pid=75885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:59:32.241099 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-a3924463-f8a7-464d-afc0-ddeaa9c01c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:32.259728 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f74a8c3-b696-4370-b44e-10b9ec966a1f admin admin] Network 3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1 is already hosted by enough agents. {{(pid=75883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:59:32.260770 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.base_scheduler [None req-9f74a8c3-b696-4370-b44e-10b9ec966a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=75883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:59:32.322077 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-17a01063-74cc-4e1d-bc68-838a3c4325c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:32.326011 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:32.411321 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22b221-7480-465f-b460-3bfc21c017e4 None None] Pushing event updated for resources: {'Port': ['ID=35fcd1d9-ab24-455f-83fb-422a77c77cb4,revision_number=3']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:32.413897 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-bb22b221-7480-465f-b460-3bfc21c017e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:32.414554 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a01063-74cc-4e1d-bc68-838a3c4325c1 None None] Routers {'18bef65a-950e-417b-9b22-fb4b5138bfe7'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:59:32.415220 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-17a01063-74cc-4e1d-bc68-838a3c4325c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:59:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['18bef65a-950e-417b-9b22-fb4b5138bfe7'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:59:32.613800 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-6087d4be-ce3e-4d6d-a827-cc37ca174c02 None None] Provisioning complete for port ea2ef132-ef95-40fd-8ace-8457471fcd29 triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:59:32.614182 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-6087d4be-ce3e-4d6d-a827-cc37ca174c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:32.632051 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b340779-0db5-4662-9337-e0fce9d4ef96 req-17ae67d4-12c5-4418-83a9-ccb6c79b4eae tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:32.633739 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8b340779-0db5-4662-9337-e0fce9d4ef96 req-17ae67d4-12c5-4418-83a9-ccb6c79b4eae tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=22153b10-1625-43b8-8a1f-0c83728f66ea HTTP/1.1" status: 200 len: 944 time: 0.0927846 Aug 23 01:59:32.676533 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-17a01063-74cc-4e1d-bc68-838a3c4325c1 None None] Set router 18bef65a-950e-417b-9b22-fb4b5138bfe7 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:59:32.686148 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8b340779-0db5-4662-9337-e0fce9d4ef96 req-83ba9a4d-cbd3-49fe-9284-f1bf24a45bde tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=3de7c6ef-62fd-40f2-bf68-ef2c1498f760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456219 Aug 23 01:59:32.729021 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-6087d4be-ce3e-4d6d-a827-cc37ca174c02 None None] Port ea2ef132-ef95-40fd-8ace-8457471fcd29 cannot update to ACTIVE because it is not bound. {{(pid=75885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 01:59:32.740585 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:32.790525 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f74a8c3-b696-4370-b44e-10b9ec966a1f admin admin] Router 18bef65a-950e-417b-9b22-fb4b5138bfe7 has already been hosted by L3 agent a65233ca-d566-4bb6-b10d-56979c97574d {{(pid=75883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 01:59:32.919637 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 4d31a5e7-e719-4263-a1b7-7b249d2dd240 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:59:33.002822 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f74a8c3-b696-4370-b44e-10b9ec966a1f admin admin] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 01:59:33.019039 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-9f74a8c3-b696-4370-b44e-10b9ec966a1f admin admin] 10.222.0.18 "PUT /v2.0/routers/18bef65a-950e-417b-9b22-fb4b5138bfe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9404759 Aug 23 01:59:33.052993 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port 4d31a5e7-e719-4263-a1b7-7b249d2dd240 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:59:33.053367 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:33.103744 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-17a01063-74cc-4e1d-bc68-838a3c4325c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'name': 'tempest-TestShelveInstance-1649955940-router', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '35fcd1d9-ab24-455f-83fb-422a77c77cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:28Z', 'updated_at': '2021-08-23T01:59:31Z', 'revision_number': 4, 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'gw_port': {'id': '35fcd1d9-ab24-455f-83fb-422a77c77cb4', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:45:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:28Z', 'updated_at': '2021-08-23T01:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': 'ea2ef132-ef95-40fd-8ace-8457471fcd29', 'name': '', 'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'mac_address': 'fa:16:3e:3f:23:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '205c6635-f36c-432b-af89-25d2fd9f0adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:31Z', 'updated_at': '2021-08-23T01:59:31Z', 'revision_number': 2, 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'subnets': [{'id': '205c6635-f36c-432b-af89-25d2fd9f0adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:59:33.112626 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a01063-74cc-4e1d-bc68-838a3c4325c1 None None] The sync data for ids ['18bef65a-950e-417b-9b22-fb4b5138bfe7'] in dv-cinder-805529-1-smb is: [{'id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'name': 'tempest-TestShelveInstance-1649955940-router', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '35fcd1d9-ab24-455f-83fb-422a77c77cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:28Z', 'updated_at': '2021-08-23T01:59:31Z', 'revision_number': 4, 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'gw_port': {'id': '35fcd1d9-ab24-455f-83fb-422a77c77cb4', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:45:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:28Z', 'updated_at': '2021-08-23T01:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': 'ea2ef132-ef95-40fd-8ace-8457471fcd29', 'name': '', 'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'mac_address': 'fa:16:3e:3f:23:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '205c6635-f36c-432b-af89-25d2fd9f0adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:31Z', 'updated_at': '2021-08-23T01:59:31Z', 'revision_number': 2, 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'subnets': [{'id': '205c6635-f36c-432b-af89-25d2fd9f0adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 01:59:33.909688 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58fd4e-3afc-41bc-8446-da1c0329c6bd req-3da352d8-4d10-4cb4-84da-bd5965b94f98 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:33.911770 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-eb58fd4e-3afc-41bc-8446-da1c0329c6bd req-3da352d8-4d10-4cb4-84da-bd5965b94f98 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=22153b10-1625-43b8-8a1f-0c83728f66ea HTTP/1.1" status: 200 len: 944 time: 0.0838768 Aug 23 01:59:33.959943 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-eb58fd4e-3afc-41bc-8446-da1c0329c6bd req-aa7a27ba-0e60-450e-987b-bc2128c4d896 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=3de7c6ef-62fd-40f2-bf68-ef2c1498f760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438390 Aug 23 01:59:34.164351 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 45200) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:34.170141 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [None req-5c461dac-ba45-4ca1-a309-92a30f2f2103 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1107834015-network', 'tenant_id': '7e8ae39bb1cc4f1aa2da1b7cf882e11a'}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:59:34.176247 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-5c461dac-ba45-4ca1-a309-92a30f2f2103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:34.180345 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-5c461dac-ba45-4ca1-a309-92a30f2f2103 admin admin] Usage tracker for resource:network and tenant:7e8ae39bb1cc4f1aa2da1b7cf882e11a is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:59:34.183349 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-5c461dac-ba45-4ca1-a309-92a30f2f2103 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:59:34.189098 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-5c461dac-ba45-4ca1-a309-92a30f2f2103 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:34.269584 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c461dac-ba45-4ca1-a309-92a30f2f2103 admin admin] Made reservation on behalf of 7e8ae39bb1cc4f1aa2da1b7cf882e11a for: {'network': 1} {{(pid=75883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:59:34.272011 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5c461dac-ba45-4ca1-a309-92a30f2f2103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for network, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:34.272135 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device de31b497-7bb7-403c-b97f-083ec87165ba up at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:59:34.285398 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5c461dac-ba45-4ca1-a309-92a30f2f2103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:34.317082 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-5c461dac-ba45-4ca1-a309-92a30f2f2103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:34.320778 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-5c461dac-ba45-4ca1-a309-92a30f2f2103 admin admin] Usage tracker for resource:security_group_rule and tenant:7e8ae39bb1cc4f1aa2da1b7cf882e11a is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:59:34.323533 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-5c461dac-ba45-4ca1-a309-92a30f2f2103 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:59:34.329029 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-5c461dac-ba45-4ca1-a309-92a30f2f2103 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:34.394503 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5c461dac-ba45-4ca1-a309-92a30f2f2103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:34.430311 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning for port de31b497-7bb7-403c-b97f-083ec87165ba completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:59:34.436263 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning complete for port de31b497-7bb7-403c-b97f-083ec87165ba triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:59:34.436794 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:34.463737 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5c461dac-ba45-4ca1-a309-92a30f2f2103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:34.466671 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-a4ba44d2-cc76-4202-8e6a-f6f701bcd8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:34.502183 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c461dac-ba45-4ca1-a309-92a30f2f2103 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=75883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 01:59:34.508005 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c461dac-ba45-4ca1-a309-92a30f2f2103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d532f4c-cfdb-472a-918a-64862a3fac02,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:34.511200 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-5c461dac-ba45-4ca1-a309-92a30f2f2103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:34.516386 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5c461dac-ba45-4ca1-a309-92a30f2f2103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:34.517381 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.db.segments_db [None req-5c461dac-ba45-4ca1-a309-92a30f2f2103 admin admin] Added segment 64979dd3-81b4-431f-a5ed-14d43c1afba6 of type vlan for network 59772166-1b3b-4191-8ae3-84189a9caae3 Aug 23 01:59:34.547868 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5c461dac-ba45-4ca1-a309-92a30f2f2103 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755480149414'] for network, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:34.563038 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:34.575468 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-80f7874e-44f6-44b9-8e80-7446bfaf9923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:34.592022 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22153b10-1625-43b8-8a1f-0c83728f66ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de31b497-7bb7-403c-b97f-083ec87165ba'}] {{(pid=75885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:59:34.602030 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port de31b497-7bb7-403c-b97f-083ec87165ba, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=de31b497-7bb7-403c-b97f-083ec87165ba,segment=NetworkSegment(925f2863-4da7-47f7-967e-d699cb09d093),segment_id=925f2863-4da7-47f7-967e-d699cb09d093)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:59:34.653782 dv-cinder-805529-1-smb neutron-server[75885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22153b10-1625-43b8-8a1f-0c83728f66ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de31b497-7bb7-403c-b97f-083ec87165ba', 'code': 200} Aug 23 01:59:34.654693 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5c461dac-ba45-4ca1-a309-92a30f2f2103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844'] for network, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:34.656056 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c461dac-ba45-4ca1-a309-92a30f2f2103 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:34.656784 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-5c461dac-ba45-4ca1-a309-92a30f2f2103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:34.661052 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:34.686846 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:34.688722 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:34.757629 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=de31b497-7bb7-403c-b97f-083ec87165ba,revision_number=5']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:34.760748 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:34.771420 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c461dac-ba45-4ca1-a309-92a30f2f2103 admin admin] Pushing event updated for resources: {'Network': ['ID=59772166-1b3b-4191-8ae3-84189a9caae3,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:34.774025 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-5c461dac-ba45-4ca1-a309-92a30f2f2103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:34.780675 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Network 59772166-1b3b-4191-8ae3-84189a9caae3 details requested by agent ovs-agent-dv-cinder-805529-1-smb with host dv-cinder-805529-1-smb {{(pid=75885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 01:59:34.849297 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-5c461dac-ba45-4ca1-a309-92a30f2f2103 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6831543 Aug 23 01:59:34.851745 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 45208) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:34.858064 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-65377ed8-570d-4d8b-abad-3be73533d25d admin admin] Request body: {'subnet': {'network_id': '59772166-1b3b-4191-8ae3-84189a9caae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1107834015-subnet', 'tenant_id': '7e8ae39bb1cc4f1aa2da1b7cf882e11a', 'ip_version': 4}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:59:34.865861 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-65377ed8-570d-4d8b-abad-3be73533d25d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:34.871222 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-65377ed8-570d-4d8b-abad-3be73533d25d admin admin] Usage tracker for resource:subnet and tenant:7e8ae39bb1cc4f1aa2da1b7cf882e11a is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:59:34.874519 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-65377ed8-570d-4d8b-abad-3be73533d25d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:59:34.884147 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-65377ed8-570d-4d8b-abad-3be73533d25d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:34.962095 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 35fcd1d9-ab24-455f-83fb-422a77c77cb4 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:59:34.971397 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65377ed8-570d-4d8b-abad-3be73533d25d admin admin] Made reservation on behalf of 7e8ae39bb1cc4f1aa2da1b7cf882e11a for: {'subnet': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 01:59:34.974129 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-65377ed8-570d-4d8b-abad-3be73533d25d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7385815'] for subnet, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:35.144483 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning for port 35fcd1d9-ab24-455f-83fb-422a77c77cb4 completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:59:35.149923 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port 35fcd1d9-ab24-455f-83fb-422a77c77cb4 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:59:35.150313 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:35.151687 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ce61f68b-2f27-423b-92b0-b40d4f27a582 req-2fdb0cf9-23ff-4dd0-9af2-b13663a63eb8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=22153b10-1625-43b8-8a1f-0c83728f66ea HTTP/1.1" status: 200 len: 1098 time: 0.0938501 Aug 23 01:59:35.182592 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600233a3-a255-40ca-859d-70c7c871e5f4 req-20936f86-3eca-48f3-89ac-0be6fc4121e8 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:35.184386 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-600233a3-a255-40ca-859d-70c7c871e5f4 req-20936f86-3eca-48f3-89ac-0be6fc4121e8 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=22153b10-1625-43b8-8a1f-0c83728f66ea HTTP/1.1" status: 200 len: 945 time: 0.0846758 Aug 23 01:59:35.235203 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-600233a3-a255-40ca-859d-70c7c871e5f4 req-0473f16b-2040-4392-a7fe-2a03f88435b8 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=3de7c6ef-62fd-40f2-bf68-ef2c1498f760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442507 Aug 23 01:59:35.246215 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ce61f68b-2f27-423b-92b0-b40d4f27a582 req-6fa7d9d7-67e9-49e6-944d-a2b8300cc65a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3de7c6ef-62fd-40f2-bf68-ef2c1498f760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882764 Aug 23 01:59:35.276135 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:35.292444 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] For port 35fcd1d9-ab24-455f-83fb-422a77c77cb4, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=35fcd1d9-ab24-455f-83fb-422a77c77cb4,segment=NetworkSegment(7c5f1ea7-734e-4991-8c15-dc9eedea0188),segment_id=7c5f1ea7-734e-4991-8c15-dc9eedea0188)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:59:35.361442 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-65377ed8-570d-4d8b-abad-3be73533d25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7565763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7385797'] for subnet, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:35.366126 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-2a7ecd1e-a681-4839-9892-c3e5be782341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:35.395894 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:35.397818 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:35.437354 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65377ed8-570d-4d8b-abad-3be73533d25d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec220514-4995-4284-9bf4-5319dcd526b3,revision_number=0']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:35.453483 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65377ed8-570d-4d8b-abad-3be73533d25d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:35.453854 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65377ed8-570d-4d8b-abad-3be73533d25d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:35.454231 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65377ed8-570d-4d8b-abad-3be73533d25d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:35.454580 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65377ed8-570d-4d8b-abad-3be73533d25d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:35.454932 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65377ed8-570d-4d8b-abad-3be73533d25d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:35.455282 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65377ed8-570d-4d8b-abad-3be73533d25d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:35.455655 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65377ed8-570d-4d8b-abad-3be73533d25d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:35.456002 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65377ed8-570d-4d8b-abad-3be73533d25d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:35.456902 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65377ed8-570d-4d8b-abad-3be73533d25d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:35.457247 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65377ed8-570d-4d8b-abad-3be73533d25d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:35.457654 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65377ed8-570d-4d8b-abad-3be73533d25d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:35.461916 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-65377ed8-570d-4d8b-abad-3be73533d25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:35.464027 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65377ed8-570d-4d8b-abad-3be73533d25d admin admin] Checking segment: {'id': '64979dd3-81b4-431f-a5ed-14d43c1afba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '59772166-1b3b-4191-8ae3-84189a9caae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:59:35.464708 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65377ed8-570d-4d8b-abad-3be73533d25d admin admin] Network hostable DHCP agents. Network: 59772166-1b3b-4191-8ae3-84189a9caae3, hostable agents: ['a3c6b368-9f05-470a-b08f-b8e256619343'], hosted agents: [] {{(pid=75884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 01:59:35.465254 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Pushing event updated for resources: {'Port': ['ID=35fcd1d9-ab24-455f-83fb-422a77c77cb4,revision_number=4']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:35.468014 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:35.565852 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:35.578276 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65377ed8-570d-4d8b-abad-3be73533d25d admin admin] Network 59772166-1b3b-4191-8ae3-84189a9caae3 is scheduled to be hosted by DHCP agent a3c6b368-9f05-470a-b08f-b8e256619343 with binding_index 1 {{(pid=75884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 01:59:35.675992 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [None req-65377ed8-570d-4d8b-abad-3be73533d25d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-smb, 59772166-1b3b-4191-8ae3-84189a9caae3) {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:59:35.680406 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65377ed8-570d-4d8b-abad-3be73533d25d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:35.681010 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-65377ed8-570d-4d8b-abad-3be73533d25d admin admin] Notify callbacks [] for subnet, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:35.686699 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a53c07-f576-4e1b-ba7d-424c072930b4 None None] Network 59772166-1b3b-4191-8ae3-84189a9caae3 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:59:35.930248 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-65377ed8-570d-4d8b-abad-3be73533d25d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0114765 Aug 23 01:59:35.930248 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 45216) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:35.930248 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-4dd10c96-935c-43f7-a9c1-8c332c1809f5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1107834015-router', 'tenant_id': '7e8ae39bb1cc4f1aa2da1b7cf882e11a', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'}}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:59:35.930248 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-4dd10c96-935c-43f7-a9c1-8c332c1809f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:35.930248 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-4dd10c96-935c-43f7-a9c1-8c332c1809f5 admin admin] Usage tracker for resource:router and tenant:7e8ae39bb1cc4f1aa2da1b7cf882e11a is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:59:35.930248 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-4dd10c96-935c-43f7-a9c1-8c332c1809f5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:59:35.930248 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-4dd10c96-935c-43f7-a9c1-8c332c1809f5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:35.951647 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee21f78b-70e8-4ea6-a8c4-ab0bcf4eca48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpda118723-1026-5c8b-83fd-a84db345d438-59772166-1b3b-4191-8ae3-84189a9caae3', 'network_id': '59772166-1b3b-4191-8ae3-84189a9caae3', 'tenant_id': '7e8ae39bb1cc4f1aa2da1b7cf882e11a', 'fixed_ips': [{'subnet_id': 'ec220514-4995-4284-9bf4-5319dcd526b3'}]}} from dv-cinder-805529-1-smb. {{(pid=75885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 23 01:59:35.952460 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-ee21f78b-70e8-4ea6-a8c4-ab0bcf4eca48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:35.973488 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-4dd10c96-935c-43f7-a9c1-8c332c1809f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-412279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4569'] for router, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:35.974472 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-4dd10c96-935c-43f7-a9c1-8c332c1809f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-412180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-409292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4386'] for router, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:35.992914 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-4dd10c96-935c-43f7-a9c1-8c332c1809f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:36.107061 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.db_base_plugin_common [None req-ee21f78b-70e8-4ea6-a8c4-ab0bcf4eca48 None None] Allocated IP 172.20.0.2 (59772166-1b3b-4191-8ae3-84189a9caae3/ec220514-4995-4284-9bf4-5319dcd526b3/285cd720-2620-4ee4-b7e4-be5430d50f79) {{(pid=75885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:59:36.266200 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-4dd10c96-935c-43f7-a9c1-8c332c1809f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-409342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4404'] for router, precommit_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:36.314044 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-ee21f78b-70e8-4ea6-a8c4-ab0bcf4eca48 None None] Notify callbacks [] for port, precommit_create {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:36.325814 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-ee21f78b-70e8-4ea6-a8c4-ab0bcf4eca48 None None] Transition to ACTIVE for port object 285cd720-2620-4ee4-b7e4-be5430d50f79 will not be triggered until provisioned by entity L2. {{(pid=75885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:59:36.345337 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-ee21f78b-70e8-4ea6-a8c4-ab0bcf4eca48 None None] Transition to ACTIVE for port object 285cd720-2620-4ee4-b7e4-be5430d50f79 will not be triggered until provisioned by entity DHCP. {{(pid=75885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:59:36.430432 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-ee21f78b-70e8-4ea6-a8c4-ab0bcf4eca48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895'] for port, after_create {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:36.435260 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-aa53cd9c-c81b-450e-ae95-f1af6787c030 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:36.509565 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee21f78b-70e8-4ea6-a8c4-ab0bcf4eca48 None None] Network 59772166-1b3b-4191-8ae3-84189a9caae3 is already hosted by enough agents. {{(pid=75885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:59:36.514004 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.scheduler.base_scheduler [None req-ee21f78b-70e8-4ea6-a8c4-ab0bcf4eca48 None None] Resources bound (agent type, host, resource id): {{(pid=75885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:59:36.516590 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee21f78b-70e8-4ea6-a8c4-ab0bcf4eca48 None None] Received port after_create {{(pid=75885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:59:36.519348 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21f78b-70e8-4ea6-a8c4-ab0bcf4eca48 None None] Pushing event updated for resources: {'Port': ['ID=285cd720-2620-4ee4-b7e4-be5430d50f79,revision_number=1']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:36.522938 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-ee21f78b-70e8-4ea6-a8c4-ab0bcf4eca48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:36.611372 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe038b1d-833e-420e-a3a9-1864828e3ffc req-265e8cad-aeda-4c3f-a02b-9777f37a6a99 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:36.614321 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-fe038b1d-833e-420e-a3a9-1864828e3ffc req-265e8cad-aeda-4c3f-a02b-9777f37a6a99 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=22153b10-1625-43b8-8a1f-0c83728f66ea HTTP/1.1" status: 200 len: 945 time: 0.0919840 Aug 23 01:59:36.617446 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-ee21f78b-70e8-4ea6-a8c4-ab0bcf4eca48 None None] Attempting to bind port 285cd720-2620-4ee4-b7e4-be5430d50f79 on host dv-cinder-805529-1-smb for vnic_type normal with profile {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:59:36.617826 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-ee21f78b-70e8-4ea6-a8c4-ab0bcf4eca48 None None] Attempting to bind port 285cd720-2620-4ee4-b7e4-be5430d50f79 by drivers openvswitch,hyperv on host dv-cinder-805529-1-smb at level 0 using segments [{'id': '64979dd3-81b4-431f-a5ed-14d43c1afba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '59772166-1b3b-4191-8ae3-84189a9caae3'}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:59:36.618221 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee21f78b-70e8-4ea6-a8c4-ab0bcf4eca48 None None] Attempting to bind port 285cd720-2620-4ee4-b7e4-be5430d50f79 on network 59772166-1b3b-4191-8ae3-84189a9caae3 {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:59:36.630955 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee21f78b-70e8-4ea6-a8c4-ab0bcf4eca48 None None] Checking agent: {'id': '7e854a2e-3ddb-4791-9f4e-63d19a343734', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 44, 3), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:59:36.631740 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee21f78b-70e8-4ea6-a8c4-ab0bcf4eca48 None None] Checking segment: {'id': '64979dd3-81b4-431f-a5ed-14d43c1afba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '59772166-1b3b-4191-8ae3-84189a9caae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:59:36.632230 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-ee21f78b-70e8-4ea6-a8c4-ab0bcf4eca48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:36.632954 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee21f78b-70e8-4ea6-a8c4-ab0bcf4eca48 None None] Bound using segment: {'id': '64979dd3-81b4-431f-a5ed-14d43c1afba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '59772166-1b3b-4191-8ae3-84189a9caae3'} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:59:36.633518 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-ee21f78b-70e8-4ea6-a8c4-ab0bcf4eca48 None None] Bound port: 285cd720-2620-4ee4-b7e4-be5430d50f79, host: dv-cinder-805529-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64979dd3-81b4-431f-a5ed-14d43c1afba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '59772166-1b3b-4191-8ae3-84189a9caae3'}}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:59:36.633983 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-ee21f78b-70e8-4ea6-a8c4-ab0bcf4eca48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:36.670511 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-4dd10c96-935c-43f7-a9c1-8c332c1809f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:36.677856 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-fe038b1d-833e-420e-a3a9-1864828e3ffc req-60389edf-101b-4b0f-8445-754c527ec825 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=3de7c6ef-62fd-40f2-bf68-ef2c1498f760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573957 Aug 23 01:59:36.715638 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-4dd10c96-935c-43f7-a9c1-8c332c1809f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:36.752262 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-ee21f78b-70e8-4ea6-a8c4-ab0bcf4eca48 None None] For port 285cd720-2620-4ee4-b7e4-be5430d50f79, host dv-cinder-805529-1-smb, cleared binding levels {{(pid=75885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:59:36.756508 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-ee21f78b-70e8-4ea6-a8c4-ab0bcf4eca48 None None] For port 285cd720-2620-4ee4-b7e4-be5430d50f79, host dv-cinder-805529-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=285cd720-2620-4ee4-b7e4-be5430d50f79,segment=NetworkSegment(64979dd3-81b4-431f-a5ed-14d43c1afba6),segment_id=64979dd3-81b4-431f-a5ed-14d43c1afba6)] {{(pid=75885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:59:36.852893 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-ee21f78b-70e8-4ea6-a8c4-ab0bcf4eca48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:36.857967 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:36.875893 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_common [None req-4dd10c96-935c-43f7-a9c1-8c332c1809f5 admin admin] Allocated IP 172.28.2.10 (90009780-9c2f-491e-b27f-d9d23ecfb7b4/1e7d67c2-da92-4caf-b211-787ee080d8b0/ad418382-e85e-4801-9f65-23fcb98fed67) {{(pid=75884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:59:36.964558 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 35fcd1d9-ab24-455f-83fb-422a77c77cb4 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:59:37.063751 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21f78b-70e8-4ea6-a8c4-ab0bcf4eca48 None None] Pushing event updated for resources: {'Port': ['ID=285cd720-2620-4ee4-b7e4-be5430d50f79,revision_number=2']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:37.068179 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-ee21f78b-70e8-4ea6-a8c4-ab0bcf4eca48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:37.095482 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-4dd10c96-935c-43f7-a9c1-8c332c1809f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:37.105480 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port 35fcd1d9-ab24-455f-83fb-422a77c77cb4 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:59:37.105480 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:37.147812 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:37.238732 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-4dd10c96-935c-43f7-a9c1-8c332c1809f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:37.238732 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-6928065f-4f82-4527-8611-cec500d3ee98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:37.311684 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd10c96-935c-43f7-a9c1-8c332c1809f5 admin admin] Network 90009780-9c2f-491e-b27f-d9d23ecfb7b4 is already hosted by enough agents. {{(pid=75884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:59:37.316915 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [None req-4dd10c96-935c-43f7-a9c1-8c332c1809f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:59:37.320807 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd10c96-935c-43f7-a9c1-8c332c1809f5 admin admin] Received port after_create {{(pid=75884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:59:37.380058 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd10c96-935c-43f7-a9c1-8c332c1809f5 admin admin] Pushing event updated for resources: {'Port': ['ID=ad418382-e85e-4801-9f65-23fcb98fed67,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:37.385511 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-4dd10c96-935c-43f7-a9c1-8c332c1809f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:37.643698 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-4dd10c96-935c-43f7-a9c1-8c332c1809f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:37.645847 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-4dd10c96-935c-43f7-a9c1-8c332c1809f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405533'] for router, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:37.896230 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4af87c-4f90-4b11-b77c-dfe4c21b0ce4 req-ee3cf6d7-ec5f-4776-b5cf-81839abc4fa5 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:37.897796 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-9f4af87c-4f90-4b11-b77c-dfe4c21b0ce4 req-ee3cf6d7-ec5f-4776-b5cf-81839abc4fa5 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=22153b10-1625-43b8-8a1f-0c83728f66ea HTTP/1.1" status: 200 len: 945 time: 0.0804508 Aug 23 01:59:37.948031 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-9f4af87c-4f90-4b11-b77c-dfe4c21b0ce4 req-340bda46-a944-4bbc-90c6-7f6b9ba34b1b tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=3de7c6ef-62fd-40f2-bf68-ef2c1498f760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444558 Aug 23 01:59:37.983933 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd10c96-935c-43f7-a9c1-8c332c1809f5 admin admin] Router 9b2339e5-40d8-42cc-b81e-cc811db35775 is scheduled to L3 agent a65233ca-d566-4bb6-b10d-56979c97574d with binding_index 1 {{(pid=75884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 23 01:59:38.000387 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cc794b-0ce3-44c6-b050-04551e706300 None None] Network 59772166-1b3b-4191-8ae3-84189a9caae3 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 01:59:38.188914 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46beadbe-e760-4cb9-8c5c-9fc62b501439 req-adbd5a80-b720-457d-82ba-6695824738a3 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:38.190276 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-46beadbe-e760-4cb9-8c5c-9fc62b501439 req-adbd5a80-b720-457d-82ba-6695824738a3 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=22153b10-1625-43b8-8a1f-0c83728f66ea HTTP/1.1" status: 200 len: 945 time: 0.1086364 Aug 23 01:59:38.198798 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 45232) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:38.204548 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [None req-3081c266-6658-41b5-995f-55fbd3a517ef tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Request body: {'floatingip': {'port_id': 'de31b497-7bb7-403c-b97f-083ec87165ba'}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:59:38.224753 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-71906c2c-ac25-4e7a-87d2-36aeb0e5027b None None] Provisioning for port 285cd720-2620-4ee4-b7e4-be5430d50f79 completed by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:59:38.288380 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-3081c266-6658-41b5-995f-55fbd3a517ef tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for floatingip, before_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:38.299112 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd10c96-935c-43f7-a9c1-8c332c1809f5 admin admin] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 01:59:38.310322 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db0f688-5596-4727-b936-fb8c6e180032 None None] Sync routers for ids ['9b2339e5-40d8-42cc-b81e-cc811db35775'] in dv-cinder-805529-1-smb {{(pid=75886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 01:59:38.325414 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db0f688-5596-4727-b936-fb8c6e180032 None None] Routers {'9b2339e5-40d8-42cc-b81e-cc811db35775'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:59:38.326178 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-1db0f688-5596-4727-b936-fb8c6e180032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:59:34Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['9b2339e5-40d8-42cc-b81e-cc811db35775'], 'active': True} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:59:38.407756 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-4dd10c96-935c-43f7-a9c1-8c332c1809f5 admin admin] Notify callbacks [] for router, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:38.408995 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-4dd10c96-935c-43f7-a9c1-8c332c1809f5 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5407450 Aug 23 01:59:38.412001 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 45236) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:38.531585 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvr_db [None req-1db0f688-5596-4727-b936-fb8c6e180032 None None] Set router 9b2339e5-40d8-42cc-b81e-cc811db35775 gateway port host: dv-cinder-805529-1-smb {{(pid=75886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:59:38.847444 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-1db0f688-5596-4727-b936-fb8c6e180032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2339e5-40d8-42cc-b81e-cc811db35775', 'name': 'tempest-TestShelveInstance-1107834015-router', 'tenant_id': '7e8ae39bb1cc4f1aa2da1b7cf882e11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'ad418382-e85e-4801-9f65-23fcb98fed67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:35Z', 'updated_at': '2021-08-23T01:59:37Z', 'revision_number': 3, 'project_id': '7e8ae39bb1cc4f1aa2da1b7cf882e11a', 'gw_port': {'id': 'ad418382-e85e-4801-9f65-23fcb98fed67', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2339e5-40d8-42cc-b81e-cc811db35775', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:36Z', 'updated_at': '2021-08-23T01:59:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb'}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:59:38.851722 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db0f688-5596-4727-b936-fb8c6e180032 None None] Checking router: 9b2339e5-40d8-42cc-b81e-cc811db35775 for host: dv-cinder-805529-1-smb {{(pid=75886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 01:59:38.852129 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db0f688-5596-4727-b936-fb8c6e180032 None None] Updating router 9b2339e5-40d8-42cc-b81e-cc811db35775 port ad418382-e85e-4801-9f65-23fcb98fed67 binding host dv-cinder-805529-1-smb {{(pid=75886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 01:59:38.966394 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-1db0f688-5596-4727-b936-fb8c6e180032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:38.996919 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 285cd720-2620-4ee4-b7e4-be5430d50f79 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:59:39.037869 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-3081c266-6658-41b5-995f-55fbd3a517ef tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:39.115128 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-3081c266-6658-41b5-995f-55fbd3a517ef tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405582'] for floatingip, after_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:39.167187 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning for port 285cd720-2620-4ee4-b7e4-be5430d50f79 completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:59:39.172902 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port 285cd720-2620-4ee4-b7e4-be5430d50f79 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:59:39.173010 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:39.341515 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.db.l3_db [None req-3081c266-6658-41b5-995f-55fbd3a517ef tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Floating IP fc3ddd6c-0029-4ffc-bfe4-93e4c3ac26a4 associated. External IP: 172.28.2.22, port: de31b497-7bb7-403c-b97f-083ec87165ba. Aug 23 01:59:39.346128 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d9ffaabb-418d-4809-bdc8-d4f06152d3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:39.347497 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:39.349871 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-1db0f688-5596-4727-b936-fb8c6e180032 None None] Notify callbacks [] for port, precommit_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:39.362778 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.provisioning_blocks [None req-1db0f688-5596-4727-b936-fb8c6e180032 None None] Transition to ACTIVE for port object ad418382-e85e-4801-9f65-23fcb98fed67 will not be triggered until provisioned by entity L2. {{(pid=75886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:59:39.384140 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] For port 285cd720-2620-4ee4-b7e4-be5430d50f79, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=285cd720-2620-4ee4-b7e4-be5430d50f79,segment=NetworkSegment(64979dd3-81b4-431f-a5ed-14d43c1afba6),segment_id=64979dd3-81b4-431f-a5ed-14d43c1afba6)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:59:39.452506 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-1db0f688-5596-4727-b936-fb8c6e180032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:39.457173 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [None req-aecb684b-36a4-4edd-a572-5e10c7eefb25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:39.486787 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:39.491229 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:39.537824 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036149e-8809-4715-8239-fe93904f4216 None None] Pushing event updated for resources: {'Port': ['ID=ad418382-e85e-4801-9f65-23fcb98fed67,revision_number=2']} {{(pid=75886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:39.540039 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.managers [None req-1db0f688-5596-4727-b936-fb8c6e180032 None None] Attempting to bind port ad418382-e85e-4801-9f65-23fcb98fed67 on host dv-cinder-805529-1-smb for vnic_type normal with profile {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:59:39.540398 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.managers [None req-1db0f688-5596-4727-b936-fb8c6e180032 None None] Attempting to bind port ad418382-e85e-4801-9f65-23fcb98fed67 by drivers openvswitch,hyperv on host dv-cinder-805529-1-smb at level 0 using segments [{'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'}] {{(pid=75886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:59:39.540751 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db0f688-5596-4727-b936-fb8c6e180032 None None] Attempting to bind port ad418382-e85e-4801-9f65-23fcb98fed67 on network 90009780-9c2f-491e-b27f-d9d23ecfb7b4 {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:59:39.552474 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036149e-8809-4715-8239-fe93904f4216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:39.552811 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036149e-8809-4715-8239-fe93904f4216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:39.553138 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036149e-8809-4715-8239-fe93904f4216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:39.553455 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036149e-8809-4715-8239-fe93904f4216 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:39.553771 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036149e-8809-4715-8239-fe93904f4216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:39.554260 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036149e-8809-4715-8239-fe93904f4216 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:39.554575 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036149e-8809-4715-8239-fe93904f4216 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:39.554887 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036149e-8809-4715-8239-fe93904f4216 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:39.555348 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036149e-8809-4715-8239-fe93904f4216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:39.559128 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036149e-8809-4715-8239-fe93904f4216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:39.559128 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036149e-8809-4715-8239-fe93904f4216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 01:59:39.560439 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db0f688-5596-4727-b936-fb8c6e180032 None None] Checking agent: {'id': '7e854a2e-3ddb-4791-9f4e-63d19a343734', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 44, 3), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:59:39.560899 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db0f688-5596-4727-b936-fb8c6e180032 None None] Checking segment: {'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:59:39.561298 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-1db0f688-5596-4727-b936-fb8c6e180032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:39.561680 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db0f688-5596-4727-b936-fb8c6e180032 None None] Bound using segment: {'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'} {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:59:39.562158 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.managers [None req-1db0f688-5596-4727-b936-fb8c6e180032 None None] Bound port: ad418382-e85e-4801-9f65-23fcb98fed67, host: dv-cinder-805529-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5f1ea7-734e-4991-8c15-dc9eedea0188', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4'}}] {{(pid=75886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:59:39.562522 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-1db0f688-5596-4727-b936-fb8c6e180032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:39.571060 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Pushing event updated for resources: {'Port': ['ID=285cd720-2620-4ee4-b7e4-be5430d50f79,revision_number=3']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:39.574996 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:39.590250 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [None req-0036149e-8809-4715-8239-fe93904f4216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:39.616265 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_common [None req-d9ffaabb-418d-4809-bdc8-d4f06152d3d6 admin admin] Allocated IP 172.20.0.1 (59772166-1b3b-4191-8ae3-84189a9caae3/ec220514-4995-4284-9bf4-5319dcd526b3/52cc5e0e-287e-435c-b616-e94752613456) {{(pid=75884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 01:59:39.640099 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.db [None req-1db0f688-5596-4727-b936-fb8c6e180032 None None] For port ad418382-e85e-4801-9f65-23fcb98fed67, host dv-cinder-805529-1-smb, cleared binding levels {{(pid=75886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:59:39.644918 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.db [None req-1db0f688-5596-4727-b936-fb8c6e180032 None None] For port ad418382-e85e-4801-9f65-23fcb98fed67, host dv-cinder-805529-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=ad418382-e85e-4801-9f65-23fcb98fed67,segment=NetworkSegment(7c5f1ea7-734e-4991-8c15-dc9eedea0188),segment_id=7c5f1ea7-734e-4991-8c15-dc9eedea0188)] {{(pid=75886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:59:39.771688 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3081c266-6658-41b5-995f-55fbd3a517ef tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Router e07315b9-d39a-4a56-a26e-63073cb79a42 has already been hosted by L3 agent a65233ca-d566-4bb6-b10d-56979c97574d {{(pid=75883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 01:59:39.784346 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d9ffaabb-418d-4809-bdc8-d4f06152d3d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:39.790262 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-1db0f688-5596-4727-b936-fb8c6e180032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:39.795281 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [None req-aecb684b-36a4-4edd-a572-5e10c7eefb25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:39.801082 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.provisioning_blocks [None req-d9ffaabb-418d-4809-bdc8-d4f06152d3d6 admin admin] Transition to ACTIVE for port object 52cc5e0e-287e-435c-b616-e94752613456 will not be triggered until provisioned by entity DHCP. {{(pid=75884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:59:39.882528 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036149e-8809-4715-8239-fe93904f4216 None None] Pushing event updated for resources: {'Port': ['ID=ad418382-e85e-4801-9f65-23fcb98fed67,revision_number=3']} {{(pid=75886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:39.885587 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [None req-0036149e-8809-4715-8239-fe93904f4216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:39.886509 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db0f688-5596-4727-b936-fb8c6e180032 None None] Routers {'9b2339e5-40d8-42cc-b81e-cc811db35775'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:59:39.887172 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-1db0f688-5596-4727-b936-fb8c6e180032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:59:34Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['9b2339e5-40d8-42cc-b81e-cc811db35775'], 'active': True} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:59:39.898420 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d9ffaabb-418d-4809-bdc8-d4f06152d3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:39.902368 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-e4611807-de62-467f-80c1-291741032830 tempest-AttachVolumeNegativeTest-22648283 tempest-AttachVolumeNegativeTest-22648283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:39.970609 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ffaabb-418d-4809-bdc8-d4f06152d3d6 admin admin] Network 59772166-1b3b-4191-8ae3-84189a9caae3 is already hosted by enough agents. {{(pid=75884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:59:39.976150 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [None req-d9ffaabb-418d-4809-bdc8-d4f06152d3d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:59:39.980763 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ffaabb-418d-4809-bdc8-d4f06152d3d6 admin admin] Received port after_create {{(pid=75884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 01:59:39.992254 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3081c266-6658-41b5-995f-55fbd3a517ef tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 01:59:40.002425 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f1ffdb-ce27-4c81-9175-5cbff4af5dcc None None] Sync routers for ids ['e07315b9-d39a-4a56-a26e-63073cb79a42'] in dv-cinder-805529-1-smb {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 01:59:40.004385 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-3081c266-6658-41b5-995f-55fbd3a517ef tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for floatingip, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:40.010044 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ffaabb-418d-4809-bdc8-d4f06152d3d6 admin admin] Pushing event updated for resources: {'Port': ['ID=52cc5e0e-287e-435c-b616-e94752613456,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:40.015902 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-d9ffaabb-418d-4809-bdc8-d4f06152d3d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:40.024955 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f1ffdb-ce27-4c81-9175-5cbff4af5dcc None None] Routers {'e07315b9-d39a-4a56-a26e-63073cb79a42'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:59:40.030158 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-e8f1ffdb-ce27-4c81-9175-5cbff4af5dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:59:34Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['e07315b9-d39a-4a56-a26e-63073cb79a42'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:59:40.042071 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d9ffaabb-418d-4809-bdc8-d4f06152d3d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405699'] for router_interface, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:40.085509 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-3081c266-6658-41b5-995f-55fbd3a517ef tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "PUT /v2.0/floatingips/fc3ddd6c-0029-4ffc-bfe4-93e4c3ac26a4 HTTP/1.1" status: 200 len: 990 time: 1.8852983 Aug 23 01:59:40.086173 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22153b10-1625-43b8-8a1f-0c83728f66ea', 'tag': 'de31b497-7bb7-403c-b97f-083ec87165ba'}] {{(pid=75883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 01:59:40.106770 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvr_db [None req-1db0f688-5596-4727-b936-fb8c6e180032 None None] Set router 9b2339e5-40d8-42cc-b81e-cc811db35775 gateway port host: dv-cinder-805529-1-smb {{(pid=75886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:59:40.229036 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22153b10-1625-43b8-8a1f-0c83728f66ea', 'tag': 'de31b497-7bb7-403c-b97f-083ec87165ba', 'status': 'completed', 'code': 200} Aug 23 01:59:40.322623 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d9ffaabb-418d-4809-bdc8-d4f06152d3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:40.359617 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-e8f1ffdb-ce27-4c81-9175-5cbff4af5dcc None None] Set router e07315b9-d39a-4a56-a26e-63073cb79a42 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:59:40.402489 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-49a237a1-eb6a-427f-bdc3-40ef96699f7b None None] Provisioning for port 52cc5e0e-287e-435c-b616-e94752613456 completed by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:59:40.414727 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-49a237a1-eb6a-427f-bdc3-40ef96699f7b None None] Provisioning complete for port 52cc5e0e-287e-435c-b616-e94752613456 triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:59:40.415106 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-49a237a1-eb6a-427f-bdc3-40ef96699f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:40.461264 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a20d1132-1260-4edc-8828-5a4d525a2e4b req-59cba5ef-8ddb-4579-b9aa-ec0ecbc83ec5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4974ea7b9027427197b8907f91b8fd1c&device_id=22153b10-1625-43b8-8a1f-0c83728f66ea HTTP/1.1" status: 200 len: 1098 time: 0.2153234 Aug 23 01:59:40.466989 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-1db0f688-5596-4727-b936-fb8c6e180032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2339e5-40d8-42cc-b81e-cc811db35775', 'name': 'tempest-TestShelveInstance-1107834015-router', 'tenant_id': '7e8ae39bb1cc4f1aa2da1b7cf882e11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'ad418382-e85e-4801-9f65-23fcb98fed67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:35Z', 'updated_at': '2021-08-23T01:59:37Z', 'revision_number': 3, 'project_id': '7e8ae39bb1cc4f1aa2da1b7cf882e11a', 'gw_port': {'id': 'ad418382-e85e-4801-9f65-23fcb98fed67', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2339e5-40d8-42cc-b81e-cc811db35775', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:36Z', 'updated_at': '2021-08-23T01:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb'}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:59:40.474887 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db0f688-5596-4727-b936-fb8c6e180032 None None] The sync data for ids ['9b2339e5-40d8-42cc-b81e-cc811db35775'] in dv-cinder-805529-1-smb is: [{'id': '9b2339e5-40d8-42cc-b81e-cc811db35775', 'name': 'tempest-TestShelveInstance-1107834015-router', 'tenant_id': '7e8ae39bb1cc4f1aa2da1b7cf882e11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'ad418382-e85e-4801-9f65-23fcb98fed67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:35Z', 'updated_at': '2021-08-23T01:59:37Z', 'revision_number': 3, 'project_id': '7e8ae39bb1cc4f1aa2da1b7cf882e11a', 'gw_port': {'id': 'ad418382-e85e-4801-9f65-23fcb98fed67', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2339e5-40d8-42cc-b81e-cc811db35775', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:36Z', 'updated_at': '2021-08-23T01:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb'}] {{(pid=75886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 01:59:40.557183 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-49a237a1-eb6a-427f-bdc3-40ef96699f7b None None] Port 52cc5e0e-287e-435c-b616-e94752613456 cannot update to ACTIVE because it is not bound. {{(pid=75885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 01:59:40.714431 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d1132-1260-4edc-8828-5a4d525a2e4b req-cfb4e95e-8431-4cad-b5d0-c39d5a952b6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:40.715779 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a20d1132-1260-4edc-8828-5a4d525a2e4b req-cfb4e95e-8431-4cad-b5d0-c39d5a952b6b service neutron] 10.222.0.10 "GET /v2.0/networks?id=5840b669-618c-425e-995c-00dd5d36fe85 HTTP/1.1" status: 200 len: 912 time: 0.2329867 Aug 23 01:59:40.790631 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-e8f1ffdb-ce27-4c81-9175-5cbff4af5dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'name': 'tempest-AttachVolumeTestJSON-1962057698-router', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:53:00Z', 'updated_at': '2021-08-23T01:53:14Z', 'revision_number': 4, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'gw_port': {'id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:01Z', 'updated_at': '2021-08-23T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_floatingips': [{'id': 'fc3ddd6c-0029-4ffc-bfe4-93e4c3ac26a4', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'floating_ip_address': '172.28.2.22', 'floating_network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'router_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'port_id': 'de31b497-7bb7-403c-b97f-083ec87165ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85', 'mac_address': 'fa:16:3e:a4:4c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22153b10-1625-43b8-8a1f-0c83728f66ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T01:59:19Z', 'updated_at': '2021-08-23T01:59:38Z', 'revision_number': 1, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c', 'name': '', 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'mac_address': 'fa:16:3e:d3:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:11Z', 'updated_at': '2021-08-23T01:53:55Z', 'revision_number': 5, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'subnets': [{'id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:59:40.794700 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f1ffdb-ce27-4c81-9175-5cbff4af5dcc None None] Checking router: e07315b9-d39a-4a56-a26e-63073cb79a42 for host: dv-cinder-805529-1-smb {{(pid=75885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 01:59:40.798788 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 01:59:40.800280 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d9ffaabb-418d-4809-bdc8-d4f06152d3d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:40.808579 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f1ffdb-ce27-4c81-9175-5cbff4af5dcc None None] Routers {'e07315b9-d39a-4a56-a26e-63073cb79a42'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:59:40.809190 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-e8f1ffdb-ce27-4c81-9175-5cbff4af5dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:59:34Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['e07315b9-d39a-4a56-a26e-63073cb79a42'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:59:40.836835 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a20d1132-1260-4edc-8828-5a4d525a2e4b req-911b1a19-3bab-4d87-b19c-3c68d0f35d12 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de31b497-7bb7-403c-b97f-083ec87165ba HTTP/1.1" status: 200 len: 998 time: 0.1139810 Aug 23 01:59:40.877420 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d9ffaabb-418d-4809-bdc8-d4f06152d3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565686'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:40.908515 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-ade27e68-fe07-4813-82e1-b6e2cbbc59a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:40.958960 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 285cd720-2620-4ee4-b7e4-be5430d50f79 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:59:41.000937 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d1132-1260-4edc-8828-5a4d525a2e4b req-63031f2e-67b7-4633-b40f-03b659afe5d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:41.002306 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a20d1132-1260-4edc-8828-5a4d525a2e4b req-63031f2e-67b7-4633-b40f-03b659afe5d1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=afcb811f-6ebd-4831-86e9-dd7cc945a891 HTTP/1.1" status: 200 len: 850 time: 0.1593194 Aug 23 01:59:41.005890 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ffaabb-418d-4809-bdc8-d4f06152d3d6 admin admin] Pushing event updated for resources: {'Port': ['ID=52cc5e0e-287e-435c-b616-e94752613456,revision_number=2']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:41.010464 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-d9ffaabb-418d-4809-bdc8-d4f06152d3d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:41.041065 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d9ffaabb-418d-4809-bdc8-d4f06152d3d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1356800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-406314'] for router_interface, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:41.096073 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-e8f1ffdb-ce27-4c81-9175-5cbff4af5dcc None None] Set router e07315b9-d39a-4a56-a26e-63073cb79a42 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:59:41.170523 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port 285cd720-2620-4ee4-b7e4-be5430d50f79 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:59:41.170900 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:41.264564 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a20d1132-1260-4edc-8828-5a4d525a2e4b req-9e2e70b6-729e-4ee2-85de-79d9713b8c0a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5840b669-618c-425e-995c-00dd5d36fe85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2530556 Aug 23 01:59:41.363508 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ffaabb-418d-4809-bdc8-d4f06152d3d6 admin admin] Network 59772166-1b3b-4191-8ae3-84189a9caae3 is already hosted by enough agents. {{(pid=75884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 01:59:41.370496 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [None req-d9ffaabb-418d-4809-bdc8-d4f06152d3d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 01:59:41.521398 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a20d1132-1260-4edc-8828-5a4d525a2e4b req-d5b3c50f-2892-4ff4-ae8c-0a2dc6cef1d8 service neutron] 10.222.0.10 "GET /v2.0/networks/5840b669-618c-425e-995c-00dd5d36fe85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456117 Aug 23 01:59:41.577272 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-e8f1ffdb-ce27-4c81-9175-5cbff4af5dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'name': 'tempest-AttachVolumeTestJSON-1962057698-router', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:53:00Z', 'updated_at': '2021-08-23T01:53:14Z', 'revision_number': 4, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'gw_port': {'id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:01Z', 'updated_at': '2021-08-23T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_floatingips': [{'id': 'fc3ddd6c-0029-4ffc-bfe4-93e4c3ac26a4', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'floating_ip_address': '172.28.2.22', 'floating_network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'router_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'port_id': 'de31b497-7bb7-403c-b97f-083ec87165ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85', 'mac_address': 'fa:16:3e:a4:4c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22153b10-1625-43b8-8a1f-0c83728f66ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T01:59:19Z', 'updated_at': '2021-08-23T01:59:38Z', 'revision_number': 1, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c', 'name': '', 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'mac_address': 'fa:16:3e:d3:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:11Z', 'updated_at': '2021-08-23T01:53:55Z', 'revision_number': 5, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'subnets': [{'id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:59:41.585545 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f1ffdb-ce27-4c81-9175-5cbff4af5dcc None None] The sync data for ids ['e07315b9-d39a-4a56-a26e-63073cb79a42'] in dv-cinder-805529-1-smb is: [{'id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'name': 'tempest-AttachVolumeTestJSON-1962057698-router', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:53:00Z', 'updated_at': '2021-08-23T01:53:14Z', 'revision_number': 4, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'gw_port': {'id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:01Z', 'updated_at': '2021-08-23T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_floatingips': [{'id': 'fc3ddd6c-0029-4ffc-bfe4-93e4c3ac26a4', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'floating_ip_address': '172.28.2.22', 'floating_network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'router_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'port_id': 'de31b497-7bb7-403c-b97f-083ec87165ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85', 'mac_address': 'fa:16:3e:a4:4c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22153b10-1625-43b8-8a1f-0c83728f66ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T01:59:19Z', 'updated_at': '2021-08-23T01:59:38Z', 'revision_number': 1, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c', 'name': '', 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'mac_address': 'fa:16:3e:d3:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:11Z', 'updated_at': '2021-08-23T01:53:55Z', 'revision_number': 5, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'subnets': [{'id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 01:59:41.687525 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-30302b69-5f68-42d9-a93b-b0775bf4d56d None None] Provisioning complete for port 52cc5e0e-287e-435c-b616-e94752613456 triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:59:41.688135 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-30302b69-5f68-42d9-a93b-b0775bf4d56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:41.746773 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-30302b69-5f68-42d9-a93b-b0775bf4d56d None None] Port 52cc5e0e-287e-435c-b616-e94752613456 cannot update to ACTIVE because it is not bound. {{(pid=75885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 01:59:41.817882 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a20d1132-1260-4edc-8828-5a4d525a2e4b req-9537c896-b524-4231-9a71-badce6941c04 service neutron] 10.222.0.10 "GET /v2.0/networks/5840b669-618c-425e-995c-00dd5d36fe85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303097 Aug 23 01:59:41.954723 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ffaabb-418d-4809-bdc8-d4f06152d3d6 admin admin] Router 9b2339e5-40d8-42cc-b81e-cc811db35775 has already been hosted by L3 agent a65233ca-d566-4bb6-b10d-56979c97574d {{(pid=75884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 01:59:42.150456 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ffaabb-418d-4809-bdc8-d4f06152d3d6 admin admin] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 01:59:42.159418 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-d9ffaabb-418d-4809-bdc8-d4f06152d3d6 admin admin] 10.222.0.18 "PUT /v2.0/routers/9b2339e5-40d8-42cc-b81e-cc811db35775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7459893 Aug 23 01:59:42.912226 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 45262) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:42.918046 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-c27ed89c-0cf2-4d61-b58f-9ffde2ff3c15 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-491375451', 'description': 'tempest-secgroup-smoke-491375451 description', 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:59:42.923828 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-c27ed89c-0cf2-4d61-b58f-9ffde2ff3c15 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:42.928154 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-c27ed89c-0cf2-4d61-b58f-9ffde2ff3c15 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Usage tracker for resource:security_group and tenant:9ca1dce58d884bec9f2681e9b50e79ba is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:59:42.930952 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-c27ed89c-0cf2-4d61-b58f-9ffde2ff3c15 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:59:42.937249 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-c27ed89c-0cf2-4d61-b58f-9ffde2ff3c15 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:43.018005 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c27ed89c-0cf2-4d61-b58f-9ffde2ff3c15 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:43.052366 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-c27ed89c-0cf2-4d61-b58f-9ffde2ff3c15 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:43.056117 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-c27ed89c-0cf2-4d61-b58f-9ffde2ff3c15 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Usage tracker for resource:security_group_rule and tenant:9ca1dce58d884bec9f2681e9b50e79ba is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:59:43.058825 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-c27ed89c-0cf2-4d61-b58f-9ffde2ff3c15 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:59:43.064364 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-c27ed89c-0cf2-4d61-b58f-9ffde2ff3c15 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:43.120825 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c27ed89c-0cf2-4d61-b58f-9ffde2ff3c15 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:43.206483 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c27ed89c-0cf2-4d61-b58f-9ffde2ff3c15 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:43.209921 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-71749e4d-9620-4e82-a67f-63559e0021cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:43.247902 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ed89c-0cf2-4d61-b58f-9ffde2ff3c15 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd1961f-828b-4fe3-8252-550d014daf8c,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:43.250508 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-c27ed89c-0cf2-4d61-b58f-9ffde2ff3c15 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:43.361147 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c27ed89c-0cf2-4d61-b58f-9ffde2ff3c15 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:43.362990 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-c27ed89c-0cf2-4d61-b58f-9ffde2ff3c15 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4493141 Aug 23 01:59:43.365854 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 45266) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:43.371401 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-7e1cf5a1-e377-416e-b4bc-f109ebb47515 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Request body: {'security_group_rule': {'security_group_id': '5dd1961f-828b-4fe3-8252-550d014daf8c', 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:59:43.377173 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-7e1cf5a1-e377-416e-b4bc-f109ebb47515 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:43.380967 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-7e1cf5a1-e377-416e-b4bc-f109ebb47515 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Usage tracker for resource:security_group_rule and tenant:9ca1dce58d884bec9f2681e9b50e79ba is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:59:43.383841 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-7e1cf5a1-e377-416e-b4bc-f109ebb47515 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:59:43.389517 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-7e1cf5a1-e377-416e-b4bc-f109ebb47515 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:43.487795 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-7e1cf5a1-e377-416e-b4bc-f109ebb47515 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:43.545987 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-7e1cf5a1-e377-416e-b4bc-f109ebb47515 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:43.662312 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-7e1cf5a1-e377-416e-b4bc-f109ebb47515 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441829'] for security_group_rule, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:43.664483 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:43.685997 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1cf5a1-e377-416e-b4bc-f109ebb47515 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff1493ee-9cf0-4ccc-a94a-6b252d01d1d1,revision_number=0']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:43.689615 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-7e1cf5a1-e377-416e-b4bc-f109ebb47515 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:43.766681 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-7e1cf5a1-e377-416e-b4bc-f109ebb47515 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:43.767862 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-7e1cf5a1-e377-416e-b4bc-f109ebb47515 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4010870 Aug 23 01:59:43.771618 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 45272) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:43.777055 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-693e2689-af5d-41e1-8a8d-8370c595eeb0 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Request body: {'security_group_rule': {'security_group_id': '5dd1961f-828b-4fe3-8252-550d014daf8c', 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:59:43.782851 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-693e2689-af5d-41e1-8a8d-8370c595eeb0 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:43.787819 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-693e2689-af5d-41e1-8a8d-8370c595eeb0 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Usage tracker for resource:security_group_rule and tenant:9ca1dce58d884bec9f2681e9b50e79ba is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:59:43.790829 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-693e2689-af5d-41e1-8a8d-8370c595eeb0 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:59:43.797584 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-693e2689-af5d-41e1-8a8d-8370c595eeb0 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:43.893198 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-693e2689-af5d-41e1-8a8d-8370c595eeb0 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:43.958266 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-693e2689-af5d-41e1-8a8d-8370c595eeb0 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:44.080442 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-693e2689-af5d-41e1-8a8d-8370c595eeb0 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441829'] for security_group_rule, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:44.087081 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-8bbb4d62-6d3b-4891-a206-47b54afad241 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:44.105073 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e2689-af5d-41e1-8a8d-8370c595eeb0 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a42ab8-cd9e-4b15-81a3-39c8dee17ab6,revision_number=0']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:44.107559 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-693e2689-af5d-41e1-8a8d-8370c595eeb0 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:44.178012 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-693e2689-af5d-41e1-8a8d-8370c595eeb0 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:44.179184 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-693e2689-af5d-41e1-8a8d-8370c595eeb0 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4066694 Aug 23 01:59:44.181875 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 45278) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:44.187846 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-ad1f2784-c98a-4914-8086-8e3c6d8a16da tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Request body: {'security_group_rule': {'security_group_id': '5dd1961f-828b-4fe3-8252-550d014daf8c', 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:59:44.194086 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-ad1f2784-c98a-4914-8086-8e3c6d8a16da tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:44.197883 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-ad1f2784-c98a-4914-8086-8e3c6d8a16da tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Usage tracker for resource:security_group_rule and tenant:9ca1dce58d884bec9f2681e9b50e79ba is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:59:44.200850 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-ad1f2784-c98a-4914-8086-8e3c6d8a16da tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:59:44.207106 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-ad1f2784-c98a-4914-8086-8e3c6d8a16da tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:44.309903 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-ad1f2784-c98a-4914-8086-8e3c6d8a16da tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:44.370914 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-ad1f2784-c98a-4914-8086-8e3c6d8a16da tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:44.446200 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-ad1f2784-c98a-4914-8086-8e3c6d8a16da tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441829'] for security_group_rule, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:44.452055 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-f66d30ce-3e94-4e8d-801c-f672914e02ec tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:44.470426 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f2784-c98a-4914-8086-8e3c6d8a16da tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a302fb27-6da7-4745-930b-417feb08dc08,revision_number=0']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:44.472647 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-ad1f2784-c98a-4914-8086-8e3c6d8a16da tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:44.526297 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-ad1f2784-c98a-4914-8086-8e3c6d8a16da tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:44.527506 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-ad1f2784-c98a-4914-8086-8e3c6d8a16da tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3446035 Aug 23 01:59:44.530182 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 45282) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:44.535771 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-a2654dbc-5218-4441-bfde-626876a5a30c tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Request body: {'security_group_rule': {'security_group_id': '5dd1961f-828b-4fe3-8252-550d014daf8c', 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:59:44.544270 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-a2654dbc-5218-4441-bfde-626876a5a30c tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:44.545393 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-a2654dbc-5218-4441-bfde-626876a5a30c tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Usage tracker for resource:security_group_rule and tenant:9ca1dce58d884bec9f2681e9b50e79ba is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:59:44.548249 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-a2654dbc-5218-4441-bfde-626876a5a30c tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:59:44.554625 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-a2654dbc-5218-4441-bfde-626876a5a30c tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:44.613435 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-a2654dbc-5218-4441-bfde-626876a5a30c tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:44.683756 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-a2654dbc-5218-4441-bfde-626876a5a30c tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:44.744278 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-a2654dbc-5218-4441-bfde-626876a5a30c tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441829'] for security_group_rule, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:44.750890 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0806486-5e24-4d27-83d9-f765dc4371c1 None None] New status for floating IP fc3ddd6c-0029-4ffc-bfe4-93e4c3ac26a4: ACTIVE {{(pid=75886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 01:59:44.751847 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-dc559512-a043-4735-a69b-d852fb598b7f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:44.772117 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2654dbc-5218-4441-bfde-626876a5a30c tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321f7112-c0bb-4500-b3ac-b323080ca446,revision_number=0']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:44.774604 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-a2654dbc-5218-4441-bfde-626876a5a30c tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:44.881267 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-a2654dbc-5218-4441-bfde-626876a5a30c tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:44.882573 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-a2654dbc-5218-4441-bfde-626876a5a30c tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3514972 Aug 23 01:59:44.885302 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 45288) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:44.890969 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-a3bdb9b3-ad62-4bc3-bef1-71c5f1a8fd77 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Request body: {'security_group_rule': {'security_group_id': '5dd1961f-828b-4fe3-8252-550d014daf8c', 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:59:44.897613 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-a3bdb9b3-ad62-4bc3-bef1-71c5f1a8fd77 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:44.902602 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-a3bdb9b3-ad62-4bc3-bef1-71c5f1a8fd77 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Usage tracker for resource:security_group_rule and tenant:9ca1dce58d884bec9f2681e9b50e79ba is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:59:44.904604 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-a3bdb9b3-ad62-4bc3-bef1-71c5f1a8fd77 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:59:44.911383 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-a3bdb9b3-ad62-4bc3-bef1-71c5f1a8fd77 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:45.018300 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.db.securitygroups_db [None req-a3bdb9b3-ad62-4bc3-bef1-71c5f1a8fd77 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Project 9ca1dce58d884bec9f2681e9b50e79ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 01:59:45.025164 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-a3bdb9b3-ad62-4bc3-bef1-71c5f1a8fd77 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:45.091582 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-a3bdb9b3-ad62-4bc3-bef1-71c5f1a8fd77 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:45.212512 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-a3bdb9b3-ad62-4bc3-bef1-71c5f1a8fd77 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441829'] for security_group_rule, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:45.214518 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:45.237818 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bdb9b3-ad62-4bc3-bef1-71c5f1a8fd77 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d788247-3b9c-4611-b9c2-8c8b93b11805,revision_number=0']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:45.242040 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-a3bdb9b3-ad62-4bc3-bef1-71c5f1a8fd77 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:45.342031 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-a3bdb9b3-ad62-4bc3-bef1-71c5f1a8fd77 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:45.343206 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-a3bdb9b3-ad62-4bc3-bef1-71c5f1a8fd77 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4568846 Aug 23 01:59:45.345925 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 45294) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 01:59:45.351940 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-13a5b23c-d019-46dc-832d-291eaf2fbaf0 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Request body: {'security_group_rule': {'security_group_id': '5dd1961f-828b-4fe3-8252-550d014daf8c', 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 01:59:45.357810 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-13a5b23c-d019-46dc-832d-291eaf2fbaf0 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 01:59:45.361723 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-13a5b23c-d019-46dc-832d-291eaf2fbaf0 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Usage tracker for resource:security_group_rule and tenant:9ca1dce58d884bec9f2681e9b50e79ba is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 01:59:45.364718 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-13a5b23c-d019-46dc-832d-291eaf2fbaf0 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 01:59:45.370321 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-13a5b23c-d019-46dc-832d-291eaf2fbaf0 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 01:59:45.463554 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.db.securitygroups_db [None req-13a5b23c-d019-46dc-832d-291eaf2fbaf0 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Project 9ca1dce58d884bec9f2681e9b50e79ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 23 01:59:45.469901 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-13a5b23c-d019-46dc-832d-291eaf2fbaf0 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:45.536454 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-13a5b23c-d019-46dc-832d-291eaf2fbaf0 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:45.629797 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-13a5b23c-d019-46dc-832d-291eaf2fbaf0 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441829'] for security_group_rule, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:45.632014 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:45.652270 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5b23c-d019-46dc-832d-291eaf2fbaf0 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eeece75-8e26-43eb-b755-a2ac9b7ee417,revision_number=0']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:45.656036 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-13a5b23c-d019-46dc-832d-291eaf2fbaf0 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:45.738333 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-13a5b23c-d019-46dc-832d-291eaf2fbaf0 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:45.739558 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-13a5b23c-d019-46dc-832d-291eaf2fbaf0 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3920960 Aug 23 01:59:46.942200 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device ad418382-e85e-4801-9f65-23fcb98fed67 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:59:47.069162 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning for port ad418382-e85e-4801-9f65-23fcb98fed67 completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:59:47.074499 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port ad418382-e85e-4801-9f65-23fcb98fed67 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:59:47.074970 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:47.199843 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:47.217297 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] For port ad418382-e85e-4801-9f65-23fcb98fed67, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=ad418382-e85e-4801-9f65-23fcb98fed67,segment=NetworkSegment(7c5f1ea7-734e-4991-8c15-dc9eedea0188),segment_id=7c5f1ea7-734e-4991-8c15-dc9eedea0188)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:59:47.281262 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:47.283256 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-bb22b221-7480-465f-b460-3bfc21c017e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:47.348410 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Pushing event updated for resources: {'Port': ['ID=ad418382-e85e-4801-9f65-23fcb98fed67,revision_number=4']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:47.351233 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:48.928679 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device ad418382-e85e-4801-9f65-23fcb98fed67 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:59:48.996853 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af977b11-7376-4c14-ac8b-f25d6d322477 None None] Sync routers for ids ['18bef65a-950e-417b-9b22-fb4b5138bfe7'] in dv-cinder-805529-1-smb {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 01:59:49.017645 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af977b11-7376-4c14-ac8b-f25d6d322477 None None] Routers {'18bef65a-950e-417b-9b22-fb4b5138bfe7'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:59:49.018332 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-af977b11-7376-4c14-ac8b-f25d6d322477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:59:34Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['18bef65a-950e-417b-9b22-fb4b5138bfe7'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:59:49.082275 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port ad418382-e85e-4801-9f65-23fcb98fed67 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:59:49.082673 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:49.290143 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-af977b11-7376-4c14-ac8b-f25d6d322477 None None] Set router 18bef65a-950e-417b-9b22-fb4b5138bfe7 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:59:49.616667 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-af977b11-7376-4c14-ac8b-f25d6d322477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'name': 'tempest-TestShelveInstance-1649955940-router', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '35fcd1d9-ab24-455f-83fb-422a77c77cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:28Z', 'updated_at': '2021-08-23T01:59:31Z', 'revision_number': 4, 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'gw_port': {'id': '35fcd1d9-ab24-455f-83fb-422a77c77cb4', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:45:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:28Z', 'updated_at': '2021-08-23T01:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': 'ea2ef132-ef95-40fd-8ace-8457471fcd29', 'name': '', 'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'mac_address': 'fa:16:3e:3f:23:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '205c6635-f36c-432b-af89-25d2fd9f0adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:31Z', 'updated_at': '2021-08-23T01:59:31Z', 'revision_number': 2, 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'subnets': [{'id': '205c6635-f36c-432b-af89-25d2fd9f0adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:59:49.620905 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af977b11-7376-4c14-ac8b-f25d6d322477 None None] Checking router: 18bef65a-950e-417b-9b22-fb4b5138bfe7 for host: dv-cinder-805529-1-smb {{(pid=75885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 01:59:49.621266 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af977b11-7376-4c14-ac8b-f25d6d322477 None None] Updating router 18bef65a-950e-417b-9b22-fb4b5138bfe7 port ea2ef132-ef95-40fd-8ace-8457471fcd29 binding host dv-cinder-805529-1-smb {{(pid=75885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 01:59:49.718520 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-af977b11-7376-4c14-ac8b-f25d6d322477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:50.078258 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-af977b11-7376-4c14-ac8b-f25d6d322477 None None] Notify callbacks [] for port, precommit_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:50.090377 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-af977b11-7376-4c14-ac8b-f25d6d322477 None None] Transition to ACTIVE for port object ea2ef132-ef95-40fd-8ace-8457471fcd29 will not be triggered until provisioned by entity L2. {{(pid=75885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 01:59:50.161000 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-af977b11-7376-4c14-ac8b-f25d6d322477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:50.164600 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:50.293265 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285872f-4c12-4452-a585-0015ef53f40f None None] Pushing event updated for resources: {'Port': ['ID=ea2ef132-ef95-40fd-8ace-8457471fcd29,revision_number=3']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:50.296114 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-3285872f-4c12-4452-a585-0015ef53f40f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:50.384820 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-af977b11-7376-4c14-ac8b-f25d6d322477 None None] Attempting to bind port ea2ef132-ef95-40fd-8ace-8457471fcd29 on host dv-cinder-805529-1-smb for vnic_type normal with profile {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 01:59:50.385199 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-af977b11-7376-4c14-ac8b-f25d6d322477 None None] Attempting to bind port ea2ef132-ef95-40fd-8ace-8457471fcd29 by drivers openvswitch,hyperv on host dv-cinder-805529-1-smb at level 0 using segments [{'id': '8b079705-0d4a-4e2a-8f35-2ce0cc85aff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1'}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 01:59:50.385563 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af977b11-7376-4c14-ac8b-f25d6d322477 None None] Attempting to bind port ea2ef132-ef95-40fd-8ace-8457471fcd29 on network 3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1 {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 01:59:50.391862 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af977b11-7376-4c14-ac8b-f25d6d322477 None None] Checking agent: {'id': '7e854a2e-3ddb-4791-9f4e-63d19a343734', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 44, 3), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 01:59:50.392237 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af977b11-7376-4c14-ac8b-f25d6d322477 None None] Checking segment: {'id': '8b079705-0d4a-4e2a-8f35-2ce0cc85aff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 01:59:50.392638 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-af977b11-7376-4c14-ac8b-f25d6d322477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:50.393556 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af977b11-7376-4c14-ac8b-f25d6d322477 None None] Bound using segment: {'id': '8b079705-0d4a-4e2a-8f35-2ce0cc85aff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1'} {{(pid=75885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 01:59:50.394514 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.managers [None req-af977b11-7376-4c14-ac8b-f25d6d322477 None None] Bound port: ea2ef132-ef95-40fd-8ace-8457471fcd29, host: dv-cinder-805529-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b079705-0d4a-4e2a-8f35-2ce0cc85aff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1'}}] {{(pid=75885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 01:59:50.394893 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-af977b11-7376-4c14-ac8b-f25d6d322477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:50.503374 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-af977b11-7376-4c14-ac8b-f25d6d322477 None None] For port ea2ef132-ef95-40fd-8ace-8457471fcd29, host dv-cinder-805529-1-smb, cleared binding levels {{(pid=75885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 01:59:50.506184 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-af977b11-7376-4c14-ac8b-f25d6d322477 None None] For port ea2ef132-ef95-40fd-8ace-8457471fcd29, host dv-cinder-805529-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=ea2ef132-ef95-40fd-8ace-8457471fcd29,segment=NetworkSegment(8b079705-0d4a-4e2a-8f35-2ce0cc85aff7),segment_id=8b079705-0d4a-4e2a-8f35-2ce0cc85aff7)] {{(pid=75885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 01:59:50.589580 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-af977b11-7376-4c14-ac8b-f25d6d322477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:50.593335 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-ee21f78b-70e8-4ea6-a8c4-ab0bcf4eca48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:50.672177 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285872f-4c12-4452-a585-0015ef53f40f None None] Pushing event updated for resources: {'Port': ['ID=ea2ef132-ef95-40fd-8ace-8457471fcd29,revision_number=4']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:50.675181 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af977b11-7376-4c14-ac8b-f25d6d322477 None None] Routers {'18bef65a-950e-417b-9b22-fb4b5138bfe7'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 01:59:50.675719 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-af977b11-7376-4c14-ac8b-f25d6d322477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:59:34Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['18bef65a-950e-417b-9b22-fb4b5138bfe7'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:59:50.730929 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-3285872f-4c12-4452-a585-0015ef53f40f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:50.878168 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-af977b11-7376-4c14-ac8b-f25d6d322477 None None] Set router 18bef65a-950e-417b-9b22-fb4b5138bfe7 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 01:59:50.949361 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device ea2ef132-ef95-40fd-8ace-8457471fcd29 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:59:51.268440 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning for port ea2ef132-ef95-40fd-8ace-8457471fcd29 completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 01:59:51.275275 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port ea2ef132-ef95-40fd-8ace-8457471fcd29 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:59:51.275747 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:51.344854 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-af977b11-7376-4c14-ac8b-f25d6d322477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'name': 'tempest-TestShelveInstance-1649955940-router', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '35fcd1d9-ab24-455f-83fb-422a77c77cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:28Z', 'updated_at': '2021-08-23T01:59:31Z', 'revision_number': 4, 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'gw_port': {'id': '35fcd1d9-ab24-455f-83fb-422a77c77cb4', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:45:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:28Z', 'updated_at': '2021-08-23T01:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': 'ea2ef132-ef95-40fd-8ace-8457471fcd29', 'name': '', 'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'mac_address': 'fa:16:3e:3f:23:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '205c6635-f36c-432b-af89-25d2fd9f0adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:31Z', 'updated_at': '2021-08-23T01:59:50Z', 'revision_number': 4, 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'subnets': [{'id': '205c6635-f36c-432b-af89-25d2fd9f0adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 01:59:51.353900 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af977b11-7376-4c14-ac8b-f25d6d322477 None None] The sync data for ids ['18bef65a-950e-417b-9b22-fb4b5138bfe7'] in dv-cinder-805529-1-smb is: [{'id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'name': 'tempest-TestShelveInstance-1649955940-router', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '35fcd1d9-ab24-455f-83fb-422a77c77cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:28Z', 'updated_at': '2021-08-23T01:59:31Z', 'revision_number': 4, 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'gw_port': {'id': '35fcd1d9-ab24-455f-83fb-422a77c77cb4', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:45:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:28Z', 'updated_at': '2021-08-23T01:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': 'ea2ef132-ef95-40fd-8ace-8457471fcd29', 'name': '', 'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'mac_address': 'fa:16:3e:3f:23:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '205c6635-f36c-432b-af89-25d2fd9f0adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:31Z', 'updated_at': '2021-08-23T01:59:50Z', 'revision_number': 4, 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'subnets': [{'id': '205c6635-f36c-432b-af89-25d2fd9f0adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 01:59:51.398356 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ec625537-48f9-4a8c-ae16-5bd62d7b9ad8 req-dd0e0221-0886-4803-8072-3cabdc147914 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1565166 Aug 23 01:59:51.416219 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:51.454754 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] For port ea2ef132-ef95-40fd-8ace-8457471fcd29, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=ea2ef132-ef95-40fd-8ace-8457471fcd29,segment=NetworkSegment(8b079705-0d4a-4e2a-8f35-2ce0cc85aff7),segment_id=8b079705-0d4a-4e2a-8f35-2ce0cc85aff7)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 01:59:51.551036 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ec625537-48f9-4a8c-ae16-5bd62d7b9ad8 req-969c6f1d-a3ce-4bfb-8930-1138ebdc1eb5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84945da5212241b9bfab7b2fb8891a6a&device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 1138 time: 0.0728164 Aug 23 01:59:51.557850 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:51.564747 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-fb06cd6a-3b40-4937-a2e2-d01ed2baba14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 01:59:51.715385 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Pushing event updated for resources: {'Port': ['ID=ea2ef132-ef95-40fd-8ace-8457471fcd29,revision_number=5']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 01:59:51.720267 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 01:59:51.735692 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec625537-48f9-4a8c-ae16-5bd62d7b9ad8 req-82c799f0-5f84-4c84-8c57-cc0f028b8334 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:51.738532 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ec625537-48f9-4a8c-ae16-5bd62d7b9ad8 req-82c799f0-5f84-4c84-8c57-cc0f028b8334 service neutron] 10.222.0.10 "GET /v2.0/networks?id=31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0 HTTP/1.1" status: 200 len: 916 time: 0.1559296 Aug 23 01:59:51.772332 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 01:59:51.862976 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ec625537-48f9-4a8c-ae16-5bd62d7b9ad8 req-598b990a-5a97-468a-a98c-29cb697135da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f52ebc54-1174-405e-910c-c6dc1f8d7122 HTTP/1.1" status: 200 len: 1001 time: 0.1141715 Aug 23 01:59:51.937511 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec625537-48f9-4a8c-ae16-5bd62d7b9ad8 req-7a187afc-4842-436f-af68-648f7052a8b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 01:59:51.937511 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ec625537-48f9-4a8c-ae16-5bd62d7b9ad8 req-7a187afc-4842-436f-af68-648f7052a8b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48543fea-f3f5-4502-841e-d602926dc26b HTTP/1.1" status: 200 len: 854 time: 0.0668511 Aug 23 01:59:52.016082 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ec625537-48f9-4a8c-ae16-5bd62d7b9ad8 req-35090626-4a6a-43bc-a1c2-ed5571086044 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730453 Aug 23 01:59:52.151849 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ec625537-48f9-4a8c-ae16-5bd62d7b9ad8 req-858d02b8-4291-48c0-ac0d-7a0923215b08 service neutron] 10.222.0.10 "GET /v2.0/networks/31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288679 Aug 23 01:59:52.289038 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ec625537-48f9-4a8c-ae16-5bd62d7b9ad8 req-16d6ed4d-e64f-45a3-9194-d56c6249bfe5 service neutron] 10.222.0.10 "GET /v2.0/networks/31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298697 Aug 23 01:59:52.928926 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device ea2ef132-ef95-40fd-8ace-8457471fcd29 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 01:59:52.997462 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port ea2ef132-ef95-40fd-8ace-8457471fcd29 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 01:59:52.997743 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:02.183490 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-2a6d303d-071c-4aed-a3ef-ada03696eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:02.686013 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:04.090953 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed70d30-c96c-45b7-9190-a1732af6e02e None None] Sync routers for ids ['9b2339e5-40d8-42cc-b81e-cc811db35775'] in dv-cinder-805529-1-smb {{(pid=75886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 02:00:04.103546 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed70d30-c96c-45b7-9190-a1732af6e02e None None] Routers {'9b2339e5-40d8-42cc-b81e-cc811db35775'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 02:00:04.104138 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-9ed70d30-c96c-45b7-9190-a1732af6e02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T01:59:34Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['9b2339e5-40d8-42cc-b81e-cc811db35775'], 'active': True} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:00:04.297227 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvr_db [None req-9ed70d30-c96c-45b7-9190-a1732af6e02e None None] Set router 9b2339e5-40d8-42cc-b81e-cc811db35775 gateway port host: dv-cinder-805529-1-smb {{(pid=75886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 02:00:04.537513 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-f81d09d6-40d0-4a82-8591-a61e8642971b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:04.607362 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-9ed70d30-c96c-45b7-9190-a1732af6e02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2339e5-40d8-42cc-b81e-cc811db35775', 'name': 'tempest-TestShelveInstance-1107834015-router', 'tenant_id': '7e8ae39bb1cc4f1aa2da1b7cf882e11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'ad418382-e85e-4801-9f65-23fcb98fed67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:35Z', 'updated_at': '2021-08-23T01:59:40Z', 'revision_number': 4, 'project_id': '7e8ae39bb1cc4f1aa2da1b7cf882e11a', 'gw_port': {'id': 'ad418382-e85e-4801-9f65-23fcb98fed67', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2339e5-40d8-42cc-b81e-cc811db35775', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:36Z', 'updated_at': '2021-08-23T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': '52cc5e0e-287e-435c-b616-e94752613456', 'name': '', 'network_id': '59772166-1b3b-4191-8ae3-84189a9caae3', 'tenant_id': '7e8ae39bb1cc4f1aa2da1b7cf882e11a', 'mac_address': 'fa:16:3e:d6:0c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2339e5-40d8-42cc-b81e-cc811db35775', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec220514-4995-4284-9bf4-5319dcd526b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:39Z', 'updated_at': '2021-08-23T01:59:40Z', 'revision_number': 2, 'project_id': '7e8ae39bb1cc4f1aa2da1b7cf882e11a', 'subnets': [{'id': 'ec220514-4995-4284-9bf4-5319dcd526b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:00:04.610959 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed70d30-c96c-45b7-9190-a1732af6e02e None None] Checking router: 9b2339e5-40d8-42cc-b81e-cc811db35775 for host: dv-cinder-805529-1-smb {{(pid=75886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 02:00:04.611547 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed70d30-c96c-45b7-9190-a1732af6e02e None None] Updating router 9b2339e5-40d8-42cc-b81e-cc811db35775 port 52cc5e0e-287e-435c-b616-e94752613456 binding host dv-cinder-805529-1-smb {{(pid=75886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 23 02:00:04.661386 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-9ed70d30-c96c-45b7-9190-a1732af6e02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:04.985933 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-9ed70d30-c96c-45b7-9190-a1732af6e02e None None] Notify callbacks [] for port, precommit_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:04.997091 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.provisioning_blocks [None req-9ed70d30-c96c-45b7-9190-a1732af6e02e None None] Transition to ACTIVE for port object 52cc5e0e-287e-435c-b616-e94752613456 will not be triggered until provisioned by entity L2. {{(pid=75886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 02:00:05.085586 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-9ed70d30-c96c-45b7-9190-a1732af6e02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:05.089233 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [None req-d8cdf76e-18fb-406e-b693-5f0f28c5c862 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:00:05.212568 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda08cfe-1cad-4722-8e3c-8a03211fefbb None None] Pushing event updated for resources: {'Port': ['ID=52cc5e0e-287e-435c-b616-e94752613456,revision_number=3']} {{(pid=75886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:00:05.237729 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [None req-fda08cfe-1cad-4722-8e3c-8a03211fefbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:00:05.296387 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.managers [None req-9ed70d30-c96c-45b7-9190-a1732af6e02e None None] Attempting to bind port 52cc5e0e-287e-435c-b616-e94752613456 on host dv-cinder-805529-1-smb for vnic_type normal with profile {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 02:00:05.296757 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.managers [None req-9ed70d30-c96c-45b7-9190-a1732af6e02e None None] Attempting to bind port 52cc5e0e-287e-435c-b616-e94752613456 by drivers openvswitch,hyperv on host dv-cinder-805529-1-smb at level 0 using segments [{'id': '64979dd3-81b4-431f-a5ed-14d43c1afba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '59772166-1b3b-4191-8ae3-84189a9caae3'}] {{(pid=75886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 02:00:05.297114 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed70d30-c96c-45b7-9190-a1732af6e02e None None] Attempting to bind port 52cc5e0e-287e-435c-b616-e94752613456 on network 59772166-1b3b-4191-8ae3-84189a9caae3 {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 02:00:05.304446 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed70d30-c96c-45b7-9190-a1732af6e02e None None] Checking agent: {'id': '7e854a2e-3ddb-4791-9f4e-63d19a343734', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805529-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 44, 3), 'started_at': datetime.datetime(2021, 8, 23, 1, 44, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 2, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805529-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 02:00:05.304818 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed70d30-c96c-45b7-9190-a1732af6e02e None None] Checking segment: {'id': '64979dd3-81b4-431f-a5ed-14d43c1afba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '59772166-1b3b-4191-8ae3-84189a9caae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 02:00:05.305217 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-9ed70d30-c96c-45b7-9190-a1732af6e02e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:05.305617 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed70d30-c96c-45b7-9190-a1732af6e02e None None] Bound using segment: {'id': '64979dd3-81b4-431f-a5ed-14d43c1afba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '59772166-1b3b-4191-8ae3-84189a9caae3'} {{(pid=75886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 02:00:05.306122 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.managers [None req-9ed70d30-c96c-45b7-9190-a1732af6e02e None None] Bound port: 52cc5e0e-287e-435c-b616-e94752613456, host: dv-cinder-805529-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64979dd3-81b4-431f-a5ed-14d43c1afba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '59772166-1b3b-4191-8ae3-84189a9caae3'}}] {{(pid=75886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 02:00:05.306478 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-9ed70d30-c96c-45b7-9190-a1732af6e02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:05.403066 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.db [None req-9ed70d30-c96c-45b7-9190-a1732af6e02e None None] For port 52cc5e0e-287e-435c-b616-e94752613456, host dv-cinder-805529-1-smb, cleared binding levels {{(pid=75886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 02:00:05.406252 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.plugins.ml2.db [None req-9ed70d30-c96c-45b7-9190-a1732af6e02e None None] For port 52cc5e0e-287e-435c-b616-e94752613456, host dv-cinder-805529-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=52cc5e0e-287e-435c-b616-e94752613456,segment=NetworkSegment(64979dd3-81b4-431f-a5ed-14d43c1afba6),segment_id=64979dd3-81b4-431f-a5ed-14d43c1afba6)] {{(pid=75886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 02:00:05.504623 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron_lib.callbacks.manager [None req-9ed70d30-c96c-45b7-9190-a1732af6e02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:05.508598 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:00:05.585861 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda08cfe-1cad-4722-8e3c-8a03211fefbb None None] Pushing event updated for resources: {'Port': ['ID=52cc5e0e-287e-435c-b616-e94752613456,revision_number=4']} {{(pid=75886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:00:05.588582 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed70d30-c96c-45b7-9190-a1732af6e02e None None] Routers {'9b2339e5-40d8-42cc-b81e-cc811db35775'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 02:00:05.589183 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-9ed70d30-c96c-45b7-9190-a1732af6e02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T02:00:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['9b2339e5-40d8-42cc-b81e-cc811db35775'], 'active': True} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:00:05.612371 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:05.647884 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG oslo_concurrency.lockutils [None req-fda08cfe-1cad-4722-8e3c-8a03211fefbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75886) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:00:05.778997 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvr_db [None req-9ed70d30-c96c-45b7-9190-a1732af6e02e None None] Set router 9b2339e5-40d8-42cc-b81e-cc811db35775 gateway port host: dv-cinder-805529-1-smb {{(pid=75886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 02:00:06.104314 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-9ed70d30-c96c-45b7-9190-a1732af6e02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2339e5-40d8-42cc-b81e-cc811db35775', 'name': 'tempest-TestShelveInstance-1107834015-router', 'tenant_id': '7e8ae39bb1cc4f1aa2da1b7cf882e11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'ad418382-e85e-4801-9f65-23fcb98fed67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:35Z', 'updated_at': '2021-08-23T01:59:40Z', 'revision_number': 4, 'project_id': '7e8ae39bb1cc4f1aa2da1b7cf882e11a', 'gw_port': {'id': 'ad418382-e85e-4801-9f65-23fcb98fed67', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2339e5-40d8-42cc-b81e-cc811db35775', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:36Z', 'updated_at': '2021-08-23T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': '52cc5e0e-287e-435c-b616-e94752613456', 'name': '', 'network_id': '59772166-1b3b-4191-8ae3-84189a9caae3', 'tenant_id': '7e8ae39bb1cc4f1aa2da1b7cf882e11a', 'mac_address': 'fa:16:3e:d6:0c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2339e5-40d8-42cc-b81e-cc811db35775', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec220514-4995-4284-9bf4-5319dcd526b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:39Z', 'updated_at': '2021-08-23T02:00:05Z', 'revision_number': 4, 'project_id': '7e8ae39bb1cc4f1aa2da1b7cf882e11a', 'subnets': [{'id': 'ec220514-4995-4284-9bf4-5319dcd526b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:00:06.108320 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed70d30-c96c-45b7-9190-a1732af6e02e None None] The sync data for ids ['9b2339e5-40d8-42cc-b81e-cc811db35775'] in dv-cinder-805529-1-smb is: [{'id': '9b2339e5-40d8-42cc-b81e-cc811db35775', 'name': 'tempest-TestShelveInstance-1107834015-router', 'tenant_id': '7e8ae39bb1cc4f1aa2da1b7cf882e11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'ad418382-e85e-4801-9f65-23fcb98fed67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:35Z', 'updated_at': '2021-08-23T01:59:40Z', 'revision_number': 4, 'project_id': '7e8ae39bb1cc4f1aa2da1b7cf882e11a', 'gw_port': {'id': 'ad418382-e85e-4801-9f65-23fcb98fed67', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2339e5-40d8-42cc-b81e-cc811db35775', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:36Z', 'updated_at': '2021-08-23T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': '52cc5e0e-287e-435c-b616-e94752613456', 'name': '', 'network_id': '59772166-1b3b-4191-8ae3-84189a9caae3', 'tenant_id': '7e8ae39bb1cc4f1aa2da1b7cf882e11a', 'mac_address': 'fa:16:3e:d6:0c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2339e5-40d8-42cc-b81e-cc811db35775', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec220514-4995-4284-9bf4-5319dcd526b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:39Z', 'updated_at': '2021-08-23T02:00:05Z', 'revision_number': 4, 'project_id': '7e8ae39bb1cc4f1aa2da1b7cf882e11a', 'subnets': [{'id': 'ec220514-4995-4284-9bf4-5319dcd526b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 02:00:06.952624 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 52cc5e0e-287e-435c-b616-e94752613456 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 02:00:07.007819 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:07.089915 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning for port 52cc5e0e-287e-435c-b616-e94752613456 completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 02:00:07.094879 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port 52cc5e0e-287e-435c-b616-e94752613456 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 02:00:07.095248 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:07.206975 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:07.237772 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] For port 52cc5e0e-287e-435c-b616-e94752613456, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=52cc5e0e-287e-435c-b616-e94752613456,segment=NetworkSegment(64979dd3-81b4-431f-a5ed-14d43c1afba6),segment_id=64979dd3-81b4-431f-a5ed-14d43c1afba6)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:00:07.308608 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:07.310477 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:00:07.373704 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Pushing event updated for resources: {'Port': ['ID=52cc5e0e-287e-435c-b616-e94752613456,revision_number=5']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:00:07.376856 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:00:07.773677 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-ebc6c8f9-54e1-488e-a788-7de6c29aeb12 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Synchronizing usage tracker for tenant:9ca1dce58d884bec9f2681e9b50e79ba on resource:security_group {{(pid=75883) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 02:00:07.851869 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-ebc6c8f9-54e1-488e-a788-7de6c29aeb12 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Unset dirty status for tenant:9ca1dce58d884bec9f2681e9b50e79ba on resource:security_group {{(pid=75883) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 02:00:07.853072 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-ebc6c8f9-54e1-488e-a788-7de6c29aeb12 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-491375451&fields=id&tenant_id=9ca1dce58d884bec9f2681e9b50e79ba HTTP/1.1" status: 200 len: 267 time: 0.1193094 Aug 23 02:00:08.002635 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-233be02c-2f06-45b6-90c1-cc7b445da456 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:08.003475 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-233be02c-2f06-45b6-90c1-cc7b445da456 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Synchronizing usage tracker for tenant:9ca1dce58d884bec9f2681e9b50e79ba on resource:network {{(pid=75883) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 02:00:08.101623 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-233be02c-2f06-45b6-90c1-cc7b445da456 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Unset dirty status for tenant:9ca1dce58d884bec9f2681e9b50e79ba on resource:network {{(pid=75883) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 02:00:08.102871 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-233be02c-2f06-45b6-90c1-cc7b445da456 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/networks?id=3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1 HTTP/1.1" status: 200 len: 809 time: 0.2432919 Aug 23 02:00:08.118669 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-d63869ae-ca66-456f-bb8b-1e16a83862fa tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/quotas/9ca1dce58d884bec9f2681e9b50e79ba HTTP/1.1" status: 200 len: 375 time: 0.0105386 Aug 23 02:00:08.197520 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-9621d944-d37c-478f-9435-4df754787a0b tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Synchronizing usage tracker for tenant:9ca1dce58d884bec9f2681e9b50e79ba on resource:port {{(pid=75883) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 02:00:08.296793 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-9621d944-d37c-478f-9435-4df754787a0b tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Unset dirty status for tenant:9ca1dce58d884bec9f2681e9b50e79ba on resource:port {{(pid=75883) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 02:00:08.298070 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-9621d944-d37c-478f-9435-4df754787a0b tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9ca1dce58d884bec9f2681e9b50e79ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1747115 Aug 23 02:00:08.431679 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-bc3323ab-7383-4882-bbab-38cb52258974 service neutron] 10.222.0.18 "GET /v2.0/networks/3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222842 Aug 23 02:00:08.559266 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-8f3f5997-86b0-49e3-a953-56755b314543 service neutron] 10.222.0.18 "GET /v2.0/networks/3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218674 Aug 23 02:00:08.944734 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 52cc5e0e-287e-435c-b616-e94752613456 up at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 02:00:09.028896 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Provisioning complete for port 52cc5e0e-287e-435c-b616-e94752613456 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 02:00:09.029265 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:09.227968 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8d995f8a-2e07-499a-8624-82355add416e req-1c8dc866-27cc-4ecf-8d2a-e9ec9ebb9113 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 210 time: 0.0465248 Aug 23 02:00:10.493095 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-47c900e2-a18b-4bb9-a7bf-7ab6f6995ae7 req-43a322cf-11a4-47ac-8af4-6e20aca26e19 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 210 time: 0.1357079 Aug 23 02:00:11.606382 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-152facae-4bb0-4a55-b32e-3978ef3c27d4 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:11.607913 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-152facae-4bb0-4a55-b32e-3978ef3c27d4 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.10 "GET /v2.0/networks?id=3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1 HTTP/1.1" status: 200 len: 809 time: 0.1430860 Aug 23 02:00:11.675330 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-02c75719-a932-4a07-a4b8-f0de51e3b7d9 req-16775101-2fa5-4f2e-aac1-75cc8970f9cc tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 210 time: 0.0582027 Aug 23 02:00:11.701926 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-4121b24b-f5e0-41f7-b49a-1db2e28e97a0 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Synchronizing usage tracker for tenant:9ca1dce58d884bec9f2681e9b50e79ba on resource:security_group {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 02:00:11.713982 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-4121b24b-f5e0-41f7-b49a-1db2e28e97a0 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Unset dirty status for tenant:9ca1dce58d884bec9f2681e9b50e79ba on resource:security_group {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 02:00:11.715066 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-4121b24b-f5e0-41f7-b49a-1db2e28e97a0 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ca1dce58d884bec9f2681e9b50e79ba HTTP/1.1" status: 200 len: 379 time: 0.0676687 Aug 23 02:00:11.724658 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-5c6474d8-792e-4f7f-93c8-21d72e8a8d00 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Request body: {'port': {'device_id': '89180d17-8378-4ff2-a72c-53094236c03c', 'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1', 'admin_state_up': True, 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'security_groups': ['5dd1961f-828b-4fe3-8252-550d014daf8c']}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 02:00:11.865745 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-5c6474d8-792e-4f7f-93c8-21d72e8a8d00 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 02:00:11.875148 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-5c6474d8-792e-4f7f-93c8-21d72e8a8d00 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 02:00:11.970777 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-5c6474d8-792e-4f7f-93c8-21d72e8a8d00 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Made reservation on behalf of 9ca1dce58d884bec9f2681e9b50e79ba for: {'port': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 02:00:11.974054 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-5c6474d8-792e-4f7f-93c8-21d72e8a8d00 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:12.137231 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_common [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-5c6474d8-792e-4f7f-93c8-21d72e8a8d00 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Allocated IP 172.20.0.7 (3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1/205c6635-f36c-432b-af89-25d2fd9f0adf/090c3f9d-aaf1-4c37-952e-80deb28233a8) {{(pid=75884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 02:00:12.326716 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-5c6474d8-792e-4f7f-93c8-21d72e8a8d00 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks [] for port, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:12.344616 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.provisioning_blocks [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-5c6474d8-792e-4f7f-93c8-21d72e8a8d00 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Transition to ACTIVE for port object 090c3f9d-aaf1-4c37-952e-80deb28233a8 will not be triggered until provisioned by entity DHCP. {{(pid=75884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 02:00:12.417907 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-5c6474d8-792e-4f7f-93c8-21d72e8a8d00 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:12.423789 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-eb6bb1e7-0a35-48d2-9353-fb0c6586c5ea tempest-VolumesSnapshotTestJSON-330196259 tempest-VolumesSnapshotTestJSON-330196259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:00:12.492626 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-5c6474d8-792e-4f7f-93c8-21d72e8a8d00 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Network 3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1 is already hosted by enough agents. {{(pid=75884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 02:00:12.496144 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6474d8-792e-4f7f-93c8-21d72e8a8d00 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Pushing event updated for resources: {'Port': ['ID=090c3f9d-aaf1-4c37-952e-80deb28233a8,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:00:12.498431 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-5c6474d8-792e-4f7f-93c8-21d72e8a8d00 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Resources bound (agent type, host, resource id): {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 02:00:12.500162 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-5c6474d8-792e-4f7f-93c8-21d72e8a8d00 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:00:12.500899 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-5c6474d8-792e-4f7f-93c8-21d72e8a8d00 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Received port after_create {{(pid=75884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 02:00:12.646951 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-5c6474d8-792e-4f7f-93c8-21d72e8a8d00 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:12.647722 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-5c6474d8-792e-4f7f-93c8-21d72e8a8d00 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:12.732778 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-5c6474d8-792e-4f7f-93c8-21d72e8a8d00 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0125270 Aug 23 02:00:12.744446 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-370b825b-32af-4713-a9b8-0b36fd9f6733 service neutron] Request body: {'port': {'device_id': '89180d17-8378-4ff2-a72c-53094236c03c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 02:00:12.833528 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-95f79a89-b4fd-4a09-88ec-c41ce8825dfe None None] Provisioning for port 090c3f9d-aaf1-4c37-952e-80deb28233a8 completed by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 02:00:12.839844 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-95f79a89-b4fd-4a09-88ec-c41ce8825dfe None None] Provisioning complete for port 090c3f9d-aaf1-4c37-952e-80deb28233a8 triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 02:00:12.840218 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-95f79a89-b4fd-4a09-88ec-c41ce8825dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:12.859647 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-370b825b-32af-4713-a9b8-0b36fd9f6733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:12.881861 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a824955-e46e-4b58-8c20-5fa6f6c021ea req-4fc5fc3d-4b91-4ed8-a7e4-f0712a807318 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:12.883372 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-5a824955-e46e-4b58-8c20-5fa6f6c021ea req-4fc5fc3d-4b91-4ed8-a7e4-f0712a807318 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 931 time: 0.0797384 Aug 23 02:00:12.900751 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-95f79a89-b4fd-4a09-88ec-c41ce8825dfe None None] Port 090c3f9d-aaf1-4c37-952e-80deb28233a8 cannot update to ACTIVE because it is not bound. {{(pid=75885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 23 02:00:12.943953 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-5a824955-e46e-4b58-8c20-5fa6f6c021ea req-e1910ba4-a951-45de-aec6-44969802b14b tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530186 Aug 23 02:00:13.198914 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-370b825b-32af-4713-a9b8-0b36fd9f6733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 090c3f9d-aaf1-4c37-952e-80deb28233a8 {{(pid=75884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 02:00:13.205629 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-370b825b-32af-4713-a9b8-0b36fd9f6733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:13.219271 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.provisioning_blocks [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-370b825b-32af-4713-a9b8-0b36fd9f6733 service neutron] Transition to ACTIVE for port object 090c3f9d-aaf1-4c37-952e-80deb28233a8 will not be triggered until provisioned by entity L2. {{(pid=75884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 02:00:13.285826 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-370b825b-32af-4713-a9b8-0b36fd9f6733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565686'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:13.289570 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-2a8f6a87-1574-4283-be12-3465668b23e9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:00:13.416579 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b825b-32af-4713-a9b8-0b36fd9f6733 service neutron] Pushing event updated for resources: {'Port': ['ID=090c3f9d-aaf1-4c37-952e-80deb28233a8,revision_number=2']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:00:13.420153 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-370b825b-32af-4713-a9b8-0b36fd9f6733 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:00:13.527175 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-370b825b-32af-4713-a9b8-0b36fd9f6733 service neutron] Attempting to bind port 090c3f9d-aaf1-4c37-952e-80deb28233a8 on host hv-cinder-80552 for vnic_type normal with profile {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 02:00:13.527531 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-370b825b-32af-4713-a9b8-0b36fd9f6733 service neutron] Attempting to bind port 090c3f9d-aaf1-4c37-952e-80deb28233a8 by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': '8b079705-0d4a-4e2a-8f35-2ce0cc85aff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1'}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 02:00:13.527856 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-370b825b-32af-4713-a9b8-0b36fd9f6733 service neutron] Attempting to bind port 090c3f9d-aaf1-4c37-952e-80deb28233a8 on network 3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 02:00:13.534406 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-370b825b-32af-4713-a9b8-0b36fd9f6733 service neutron] Port 090c3f9d-aaf1-4c37-952e-80deb28233a8 on network 3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 02:00:13.534718 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-370b825b-32af-4713-a9b8-0b36fd9f6733 service neutron] Attempting to bind port 090c3f9d-aaf1-4c37-952e-80deb28233a8 on network 3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 02:00:13.541226 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-370b825b-32af-4713-a9b8-0b36fd9f6733 service neutron] Checking agent: {'id': '57122005-e7d6-4a8f-9a43-0b5b130153fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 1, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 02:00:13.541556 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-370b825b-32af-4713-a9b8-0b36fd9f6733 service neutron] Checking segment: {'id': '8b079705-0d4a-4e2a-8f35-2ce0cc85aff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 02:00:13.541936 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-370b825b-32af-4713-a9b8-0b36fd9f6733 service neutron] Bound using segment: {'id': '8b079705-0d4a-4e2a-8f35-2ce0cc85aff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1'} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 02:00:13.542352 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-370b825b-32af-4713-a9b8-0b36fd9f6733 service neutron] Bound port: 090c3f9d-aaf1-4c37-952e-80deb28233a8, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b079705-0d4a-4e2a-8f35-2ce0cc85aff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1'}}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 02:00:13.542692 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-370b825b-32af-4713-a9b8-0b36fd9f6733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:13.628708 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-370b825b-32af-4713-a9b8-0b36fd9f6733 service neutron] For port 090c3f9d-aaf1-4c37-952e-80deb28233a8, host hv-cinder-80552, cleared binding levels {{(pid=75884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 02:00:13.631660 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-370b825b-32af-4713-a9b8-0b36fd9f6733 service neutron] For port 090c3f9d-aaf1-4c37-952e-80deb28233a8, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=090c3f9d-aaf1-4c37-952e-80deb28233a8,segment=NetworkSegment(8b079705-0d4a-4e2a-8f35-2ce0cc85aff7),segment_id=8b079705-0d4a-4e2a-8f35-2ce0cc85aff7)] {{(pid=75884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 02:00:13.691695 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-370b825b-32af-4713-a9b8-0b36fd9f6733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565686'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:13.695387 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-5c6474d8-792e-4f7f-93c8-21d72e8a8d00 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:00:13.754676 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-370b825b-32af-4713-a9b8-0b36fd9f6733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:13.756124 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-370b825b-32af-4713-a9b8-0b36fd9f6733 service neutron] 10.222.0.10 "PUT /v2.0/ports/090c3f9d-aaf1-4c37-952e-80deb28233a8 HTTP/1.1" status: 200 len: 1093 time: 1.0158758 Aug 23 02:00:13.756599 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89180d17-8378-4ff2-a72c-53094236c03c', 'tag': '090c3f9d-aaf1-4c37-952e-80deb28233a8'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 02:00:13.786096 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b825b-32af-4713-a9b8-0b36fd9f6733 service neutron] Pushing event updated for resources: {'Port': ['ID=090c3f9d-aaf1-4c37-952e-80deb28233a8,revision_number=3']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:00:13.789393 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-370b825b-32af-4713-a9b8-0b36fd9f6733 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:00:13.818050 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89180d17-8378-4ff2-a72c-53094236c03c', 'tag': '090c3f9d-aaf1-4c37-952e-80deb28233a8', 'status': 'completed', 'code': 200} Aug 23 02:00:13.912787 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9bc89f76-4d5d-481a-8978-25e4db1285a7 req-4681c74a-1f95-412c-9a74-fbdc4eb69fd6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9ca1dce58d884bec9f2681e9b50e79ba&device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 1096 time: 0.0719349 Aug 23 02:00:14.058542 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc89f76-4d5d-481a-8978-25e4db1285a7 req-d02928ee-c26d-409e-b382-fe3f64bec4dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:14.060020 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9bc89f76-4d5d-481a-8978-25e4db1285a7 req-d02928ee-c26d-409e-b382-fe3f64bec4dd service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9ca1dce58d884bec9f2681e9b50e79ba&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1402664 Aug 23 02:00:14.141359 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882b366-943a-4f36-aef9-28129ce96bf8 req-d5b41345-5f19-4e72-bb9d-4155817dd9eb tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:14.144267 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-5882b366-943a-4f36-aef9-28129ce96bf8 req-d5b41345-5f19-4e72-bb9d-4155817dd9eb tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 943 time: 0.0811019 Aug 23 02:00:14.189620 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-5882b366-943a-4f36-aef9-28129ce96bf8 req-232cbfcf-113d-4a4e-afb0-8b493cccbfdd tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390842 Aug 23 02:00:14.196977 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc89f76-4d5d-481a-8978-25e4db1285a7 req-ffde3190-0c05-426b-b1f8-287893742593 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:14.198425 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9bc89f76-4d5d-481a-8978-25e4db1285a7 req-ffde3190-0c05-426b-b1f8-287893742593 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1316626 Aug 23 02:00:14.308168 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-654498e9-a41d-4126-b480-54099cdc8bb9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9ca1dce58d884bec9f2681e9b50e79ba&device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 1096 time: 0.0719221 Aug 23 02:00:14.376969 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-788df22a-9918-45bc-a28b-dd49e2aac38f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=090c3f9d-aaf1-4c37-952e-80deb28233a8 HTTP/1.1" status: 200 len: 217 time: 0.0601599 Aug 23 02:00:14.442100 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-58a56d88-c24b-49ab-b4f2-e4e8c005d5e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:14.443539 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-58a56d88-c24b-49ab-b4f2-e4e8c005d5e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=205c6635-f36c-432b-af89-25d2fd9f0adf HTTP/1.1" status: 200 len: 848 time: 0.0611928 Aug 23 02:00:14.516882 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-8daec8e3-0c33-4e39-89d0-175d0f86d341 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0674484 Aug 23 02:00:14.715142 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-e0bf19fb-c7ab-475e-84db-d8cf8a6b9602 service neutron] 10.222.0.10 "GET /v2.0/networks/3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911001 Aug 23 02:00:14.846471 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-47abe53e-0779-468d-8aaa-c19e360ea36d req-baaeaf7c-2f7e-4273-a72a-6eb784da94e2 service neutron] 10.222.0.10 "GET /v2.0/networks/3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250560 Aug 23 02:00:15.389404 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1e6a5-096d-4fe8-8349-78ec346c58d4 req-d4deeafe-e09b-4e5c-9f6e-43cc0ab7827e tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:15.390095 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-57d1e6a5-096d-4fe8-8349-78ec346c58d4 req-d4deeafe-e09b-4e5c-9f6e-43cc0ab7827e tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Synchronizing usage tracker for tenant:9ca1dce58d884bec9f2681e9b50e79ba on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 02:00:15.467080 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-57d1e6a5-096d-4fe8-8349-78ec346c58d4 req-d4deeafe-e09b-4e5c-9f6e-43cc0ab7827e tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Unset dirty status for tenant:9ca1dce58d884bec9f2681e9b50e79ba on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 02:00:15.468337 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-57d1e6a5-096d-4fe8-8349-78ec346c58d4 req-d4deeafe-e09b-4e5c-9f6e-43cc0ab7827e tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 943 time: 0.1588116 Aug 23 02:00:15.514689 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-57d1e6a5-096d-4fe8-8349-78ec346c58d4 req-c092a5c7-9f8b-42af-97ac-6377e8f9571c tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406296 Aug 23 02:00:16.715409 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ae668-5527-4182-8d51-bd55a3459b19 req-04d3d199-fbaf-4430-8320-f1081323d7df tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:16.716806 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-858ae668-5527-4182-8d51-bd55a3459b19 req-04d3d199-fbaf-4430-8320-f1081323d7df tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 943 time: 0.0774417 Aug 23 02:00:16.763795 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-858ae668-5527-4182-8d51-bd55a3459b19 req-0ea0f66e-e738-44bf-948b-84e41f3b6d20 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412290 Aug 23 02:00:17.798334 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 02:00:18.096376 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e8d60-ed25-4832-b0d7-94e381397041 req-82dec829-688c-4538-8fec-2c420a11f593 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:18.097844 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-917e8d60-ed25-4832-b0d7-94e381397041 req-82dec829-688c-4538-8fec-2c420a11f593 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 943 time: 0.0774245 Aug 23 02:00:18.143720 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-917e8d60-ed25-4832-b0d7-94e381397041 req-860f522f-aee2-477c-b256-b5d7f6d59a95 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402508 Aug 23 02:00:18.463644 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 090c3f9d-aaf1-4c37-952e-80deb28233a8 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 02:00:18.596397 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port 090c3f9d-aaf1-4c37-952e-80deb28233a8, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=090c3f9d-aaf1-4c37-952e-80deb28233a8,segment=NetworkSegment(8b079705-0d4a-4e2a-8f35-2ce0cc85aff7),segment_id=8b079705-0d4a-4e2a-8f35-2ce0cc85aff7)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:00:18.608972 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Returning: {'device': '090c3f9d-aaf1-4c37-952e-80deb28233a8', 'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1', 'port_id': '090c3f9d-aaf1-4c37-952e-80deb28233a8', 'mac_address': 'fa:16:3e:51:cb:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205c6635-f36c-432b-af89-25d2fd9f0adf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 02:00:18.661334 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:18.678838 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 090c3f9d-aaf1-4c37-952e-80deb28233a8 {{(pid=75885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 02:00:18.693653 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port 090c3f9d-aaf1-4c37-952e-80deb28233a8, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=090c3f9d-aaf1-4c37-952e-80deb28233a8,segment=NetworkSegment(8b079705-0d4a-4e2a-8f35-2ce0cc85aff7),segment_id=8b079705-0d4a-4e2a-8f35-2ce0cc85aff7)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:00:18.759761 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:18.761508 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-ee21f78b-70e8-4ea6-a8c4-ab0bcf4eca48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:00:18.826582 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=090c3f9d-aaf1-4c37-952e-80deb28233a8,revision_number=4']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:00:18.829490 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:00:19.107264 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['090c3f9d-aaf1-4c37-952e-80deb28233a8'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 02:00:19.353745 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c1655-f522-437f-8a6a-a3ebd40b4e3d req-9887db0d-19a9-4d50-8c09-a939a5d42c34 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:19.355202 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-943c1655-f522-437f-8a6a-a3ebd40b4e3d req-9887db0d-19a9-4d50-8c09-a939a5d42c34 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 944 time: 0.0836678 Aug 23 02:00:19.400238 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-943c1655-f522-437f-8a6a-a3ebd40b4e3d req-b9f2aac4-5a91-4682-9c37-b24b81a65b79 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394924 Aug 23 02:00:20.466240 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 090c3f9d-aaf1-4c37-952e-80deb28233a8 up at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 02:00:20.588597 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning for port 090c3f9d-aaf1-4c37-952e-80deb28233a8 completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 02:00:20.593470 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning complete for port 090c3f9d-aaf1-4c37-952e-80deb28233a8 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 02:00:20.593857 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:20.606640 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae8c34-d8db-4936-b4f4-ae2c3bfe40cb req-813f90bd-7ad7-4b66-aad7-0dfbd6d826a6 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:20.608195 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9aae8c34-d8db-4936-b4f4-ae2c3bfe40cb req-813f90bd-7ad7-4b66-aad7-0dfbd6d826a6 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 944 time: 0.0831110 Aug 23 02:00:20.653193 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9aae8c34-d8db-4936-b4f4-ae2c3bfe40cb req-e6573cb1-85f0-4594-bac9-c36cccff8386 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387135 Aug 23 02:00:20.709000 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:20.735464 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89180d17-8378-4ff2-a72c-53094236c03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090c3f9d-aaf1-4c37-952e-80deb28233a8'}] {{(pid=75885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 02:00:20.745395 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port 090c3f9d-aaf1-4c37-952e-80deb28233a8, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=090c3f9d-aaf1-4c37-952e-80deb28233a8,segment=NetworkSegment(8b079705-0d4a-4e2a-8f35-2ce0cc85aff7),segment_id=8b079705-0d4a-4e2a-8f35-2ce0cc85aff7)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:00:20.791484 dv-cinder-805529-1-smb neutron-server[75885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89180d17-8378-4ff2-a72c-53094236c03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090c3f9d-aaf1-4c37-952e-80deb28233a8', 'code': 200} Aug 23 02:00:20.839974 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:20.841791 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-b18d9dfc-cfa0-4fdf-b553-3b6c244bd0b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:00:20.904402 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=090c3f9d-aaf1-4c37-952e-80deb28233a8,revision_number=5']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:00:20.907310 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:00:21.243066 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-94633c73-0625-40e8-a67e-af686b37b14d req-03617a9f-c151-49e3-8c30-00eed0fa0bbe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 1098 time: 0.0671926 Aug 23 02:00:21.288276 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-94633c73-0625-40e8-a67e-af686b37b14d req-b8c57950-e913-4e11-8278-c61415c3abb2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383301 Aug 23 02:00:21.748197 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:21.850866 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d685bfc-7922-4533-899b-1a5522232dfb req-649ebb84-3429-4ebd-842a-1d500b07f5a4 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:21.855878 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8d685bfc-7922-4533-899b-1a5522232dfb req-649ebb84-3429-4ebd-842a-1d500b07f5a4 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 945 time: 0.0776112 Aug 23 02:00:21.899239 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8d685bfc-7922-4533-899b-1a5522232dfb req-9cb8b17c-dc92-4927-b662-78c6aa3f2881 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411410 Aug 23 02:00:23.095616 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc336a5-ab82-405e-9867-3eee7c4ca375 req-c9391502-fce4-4621-bf0b-671a7cebbf87 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:23.097026 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-7cc336a5-ab82-405e-9867-3eee7c4ca375 req-c9391502-fce4-4621-bf0b-671a7cebbf87 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 945 time: 0.0746937 Aug 23 02:00:23.144569 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-7cc336a5-ab82-405e-9867-3eee7c4ca375 req-dd56c031-42ad-4d62-aa79-23d9dac190cb tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419796 Aug 23 02:00:23.344591 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6142e2-a1d9-43f6-9a19-c541247447aa req-345f00ed-6234-40d4-be1e-0ba6c1299025 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:23.346652 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ab6142e2-a1d9-43f6-9a19-c541247447aa req-345f00ed-6234-40d4-be1e-0ba6c1299025 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 945 time: 0.0806978 Aug 23 02:00:23.391188 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ab6142e2-a1d9-43f6-9a19-c541247447aa req-fed5b83b-6a30-4584-94ab-8c31b19adcc1 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391870 Aug 23 02:00:23.418998 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 45552) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:00:23.606009 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-b23037de-a678-4a62-923a-fbdb5e85e3e2 tempest-TestShelveInstance-2015273719 tempest-TestShelveInstance-2015273719-project-admin] Synchronizing usage tracker for tenant:7e8ae39bb1cc4f1aa2da1b7cf882e11a on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 02:00:23.701247 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-b23037de-a678-4a62-923a-fbdb5e85e3e2 tempest-TestShelveInstance-2015273719 tempest-TestShelveInstance-2015273719-project-admin] Unset dirty status for tenant:7e8ae39bb1cc4f1aa2da1b7cf882e11a on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 02:00:23.702424 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-b23037de-a678-4a62-923a-fbdb5e85e3e2 tempest-TestShelveInstance-2015273719 tempest-TestShelveInstance-2015273719-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 1093 time: 0.2822726 Aug 23 02:00:23.705894 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 45558) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:00:23.711500 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-5802a72a-9dd0-4073-b0d9-54ef37cb12b7 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Request body: {'floatingip': {'floating_network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'port_id': '090c3f9d-aaf1-4c37-952e-80deb28233a8', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'fixed_ip_address': '172.20.0.7'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 02:00:23.717175 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-5802a72a-9dd0-4073-b0d9-54ef37cb12b7 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 02:00:23.721419 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-5802a72a-9dd0-4073-b0d9-54ef37cb12b7 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Usage tracker for resource:floatingip and tenant:9ca1dce58d884bec9f2681e9b50e79ba is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 02:00:23.724057 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-5802a72a-9dd0-4073-b0d9-54ef37cb12b7 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 02:00:23.729723 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-5802a72a-9dd0-4073-b0d9-54ef37cb12b7 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 02:00:23.798884 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-5802a72a-9dd0-4073-b0d9-54ef37cb12b7 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks [] for floatingip, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:23.940372 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-5802a72a-9dd0-4073-b0d9-54ef37cb12b7 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:24.082355 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_common [None req-5802a72a-9dd0-4073-b0d9-54ef37cb12b7 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Allocated IP 172.28.2.177 (90009780-9c2f-491e-b27f-d9d23ecfb7b4/1e7d67c2-da92-4caf-b211-787ee080d8b0/6e7d6706-5fa8-45bb-94a0-6ef0f2446a0c) {{(pid=75884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 02:00:24.223986 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-5802a72a-9dd0-4073-b0d9-54ef37cb12b7 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks [] for port, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:24.320196 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-5802a72a-9dd0-4073-b0d9-54ef37cb12b7 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:24.324029 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-d9ffaabb-418d-4809-bdc8-d4f06152d3d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:00:24.384026 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5802a72a-9dd0-4073-b0d9-54ef37cb12b7 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Network 90009780-9c2f-491e-b27f-d9d23ecfb7b4 is already hosted by enough agents. {{(pid=75884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 02:00:24.386753 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [None req-5802a72a-9dd0-4073-b0d9-54ef37cb12b7 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Resources bound (agent type, host, resource id): {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 02:00:24.390401 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5802a72a-9dd0-4073-b0d9-54ef37cb12b7 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Received port after_create {{(pid=75884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 02:00:24.423654 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802a72a-9dd0-4073-b0d9-54ef37cb12b7 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Pushing event updated for resources: {'Port': ['ID=6e7d6706-5fa8-45bb-94a0-6ef0f2446a0c,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:00:24.429567 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-5802a72a-9dd0-4073-b0d9-54ef37cb12b7 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:00:25.099244 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-5802a72a-9dd0-4073-b0d9-54ef37cb12b7 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:25.223216 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-5802a72a-9dd0-4073-b0d9-54ef37cb12b7 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:25.420393 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-5802a72a-9dd0-4073-b0d9-54ef37cb12b7 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks [] for port, precommit_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:25.478558 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-5802a72a-9dd0-4073-b0d9-54ef37cb12b7 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565686'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:25.482212 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-3ec31776-dd67-4fbb-96d9-91b4d9ce5b4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:00:25.579641 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802a72a-9dd0-4073-b0d9-54ef37cb12b7 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Pushing event updated for resources: {'Port': ['ID=6e7d6706-5fa8-45bb-94a0-6ef0f2446a0c,revision_number=2']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:00:25.583534 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-5802a72a-9dd0-4073-b0d9-54ef37cb12b7 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:00:25.597227 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-5802a72a-9dd0-4073-b0d9-54ef37cb12b7 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405582'] for floatingip, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:25.780738 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.db.l3_db [None req-5802a72a-9dd0-4073-b0d9-54ef37cb12b7 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Floating IP e1f90872-e293-4c77-8483-536c30c77d4f associated. External IP: 172.28.2.177, port: 090c3f9d-aaf1-4c37-952e-80deb28233a8. Aug 23 02:00:26.179524 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5802a72a-9dd0-4073-b0d9-54ef37cb12b7 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Router 18bef65a-950e-417b-9b22-fb4b5138bfe7 has already been hosted by L3 agent a65233ca-d566-4bb6-b10d-56979c97574d {{(pid=75884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 02:00:26.463365 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5802a72a-9dd0-4073-b0d9-54ef37cb12b7 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 02:00:26.473451 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd8a183-cc38-4245-81c4-5a6ebd95a278 None None] Sync routers for ids ['18bef65a-950e-417b-9b22-fb4b5138bfe7'] in dv-cinder-805529-1-smb {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 02:00:26.485847 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd8a183-cc38-4245-81c4-5a6ebd95a278 None None] Routers {'18bef65a-950e-417b-9b22-fb4b5138bfe7'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 02:00:26.486455 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-9fd8a183-cc38-4245-81c4-5a6ebd95a278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T02:00:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['18bef65a-950e-417b-9b22-fb4b5138bfe7'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:00:26.552867 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-5802a72a-9dd0-4073-b0d9-54ef37cb12b7 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for floatingip, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:26.608888 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-5802a72a-9dd0-4073-b0d9-54ef37cb12b7 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9017880 Aug 23 02:00:26.609549 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89180d17-8378-4ff2-a72c-53094236c03c', 'tag': '090c3f9d-aaf1-4c37-952e-80deb28233a8'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 02:00:26.666929 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89180d17-8378-4ff2-a72c-53094236c03c', 'tag': '090c3f9d-aaf1-4c37-952e-80deb28233a8', 'status': 'completed', 'code': 200} Aug 23 02:00:26.692606 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-9fd8a183-cc38-4245-81c4-5a6ebd95a278 None None] Set router 18bef65a-950e-417b-9b22-fb4b5138bfe7 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 02:00:26.761950 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ec05c4df-272d-4f9c-9de9-f7717660bb4e req-ac9d0da3-e7d7-4910-ada7-88d42936ef02 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9ca1dce58d884bec9f2681e9b50e79ba&device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 1098 time: 0.0718775 Aug 23 02:00:26.895705 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05c4df-272d-4f9c-9de9-f7717660bb4e req-ef11a8ae-d5da-42dd-8ed6-9635671701e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:26.897142 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ec05c4df-272d-4f9c-9de9-f7717660bb4e req-ef11a8ae-d5da-42dd-8ed6-9635671701e2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1 HTTP/1.1" status: 200 len: 910 time: 0.1289210 Aug 23 02:00:27.000483 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ec05c4df-272d-4f9c-9de9-f7717660bb4e req-8bcb6548-8326-4567-af3a-dcc01280aeaf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=090c3f9d-aaf1-4c37-952e-80deb28233a8 HTTP/1.1" status: 200 len: 999 time: 0.0964234 Aug 23 02:00:27.038563 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-9fd8a183-cc38-4245-81c4-5a6ebd95a278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'name': 'tempest-TestShelveInstance-1649955940-router', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '35fcd1d9-ab24-455f-83fb-422a77c77cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:28Z', 'updated_at': '2021-08-23T01:59:31Z', 'revision_number': 4, 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'gw_port': {'id': '35fcd1d9-ab24-455f-83fb-422a77c77cb4', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:45:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:28Z', 'updated_at': '2021-08-23T01:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_floatingips': [{'id': 'e1f90872-e293-4c77-8483-536c30c77d4f', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'floating_ip_address': '172.28.2.177', 'floating_network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'router_id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'port_id': '090c3f9d-aaf1-4c37-952e-80deb28233a8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1', 'mac_address': 'fa:16:3e:51:cb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89180d17-8378-4ff2-a72c-53094236c03c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T02:00:24Z', 'updated_at': '2021-08-23T02:00:24Z', 'revision_number': 0, 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea2ef132-ef95-40fd-8ace-8457471fcd29', 'name': '', 'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'mac_address': 'fa:16:3e:3f:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '205c6635-f36c-432b-af89-25d2fd9f0adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:31Z', 'updated_at': '2021-08-23T01:59:51Z', 'revision_number': 5, 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'subnets': [{'id': '205c6635-f36c-432b-af89-25d2fd9f0adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:00:27.042678 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd8a183-cc38-4245-81c4-5a6ebd95a278 None None] Checking router: 18bef65a-950e-417b-9b22-fb4b5138bfe7 for host: dv-cinder-805529-1-smb {{(pid=75885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 02:00:27.053689 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd8a183-cc38-4245-81c4-5a6ebd95a278 None None] Routers {'18bef65a-950e-417b-9b22-fb4b5138bfe7'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 02:00:27.054281 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-9fd8a183-cc38-4245-81c4-5a6ebd95a278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T02:00:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['18bef65a-950e-417b-9b22-fb4b5138bfe7'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:00:27.062233 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05c4df-272d-4f9c-9de9-f7717660bb4e req-2b865dc9-0cc3-473c-b05a-5ae45bfbf42f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:27.064274 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ec05c4df-272d-4f9c-9de9-f7717660bb4e req-2b865dc9-0cc3-473c-b05a-5ae45bfbf42f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=205c6635-f36c-432b-af89-25d2fd9f0adf HTTP/1.1" status: 200 len: 848 time: 0.0573518 Aug 23 02:00:27.140812 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ec05c4df-272d-4f9c-9de9-f7717660bb4e req-c5af1264-4b5a-4200-9030-76ba27d70d6f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0703692 Aug 23 02:00:27.232531 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-9fd8a183-cc38-4245-81c4-5a6ebd95a278 None None] Set router 18bef65a-950e-417b-9b22-fb4b5138bfe7 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 02:00:27.276801 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ec05c4df-272d-4f9c-9de9-f7717660bb4e req-1429b668-a125-47a5-bf2f-2a9239a3d1b3 service neutron] 10.222.0.10 "GET /v2.0/networks/3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284122 Aug 23 02:00:27.417418 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ec05c4df-272d-4f9c-9de9-f7717660bb4e req-ab1af1ac-da43-4695-9099-c2cc29e567ee service neutron] 10.222.0.10 "GET /v2.0/networks/3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274433 Aug 23 02:00:27.584773 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-9fd8a183-cc38-4245-81c4-5a6ebd95a278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'name': 'tempest-TestShelveInstance-1649955940-router', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '35fcd1d9-ab24-455f-83fb-422a77c77cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:28Z', 'updated_at': '2021-08-23T01:59:31Z', 'revision_number': 4, 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'gw_port': {'id': '35fcd1d9-ab24-455f-83fb-422a77c77cb4', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:45:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:28Z', 'updated_at': '2021-08-23T01:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_floatingips': [{'id': 'e1f90872-e293-4c77-8483-536c30c77d4f', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'floating_ip_address': '172.28.2.177', 'floating_network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'router_id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'port_id': '090c3f9d-aaf1-4c37-952e-80deb28233a8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1', 'mac_address': 'fa:16:3e:51:cb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89180d17-8378-4ff2-a72c-53094236c03c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T02:00:24Z', 'updated_at': '2021-08-23T02:00:24Z', 'revision_number': 0, 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea2ef132-ef95-40fd-8ace-8457471fcd29', 'name': '', 'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'mac_address': 'fa:16:3e:3f:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '205c6635-f36c-432b-af89-25d2fd9f0adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:31Z', 'updated_at': '2021-08-23T01:59:51Z', 'revision_number': 5, 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'subnets': [{'id': '205c6635-f36c-432b-af89-25d2fd9f0adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:00:27.588568 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd8a183-cc38-4245-81c4-5a6ebd95a278 None None] The sync data for ids ['18bef65a-950e-417b-9b22-fb4b5138bfe7'] in dv-cinder-805529-1-smb is: [{'id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'name': 'tempest-TestShelveInstance-1649955940-router', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '35fcd1d9-ab24-455f-83fb-422a77c77cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:28Z', 'updated_at': '2021-08-23T01:59:31Z', 'revision_number': 4, 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'gw_port': {'id': '35fcd1d9-ab24-455f-83fb-422a77c77cb4', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:45:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:28Z', 'updated_at': '2021-08-23T01:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_floatingips': [{'id': 'e1f90872-e293-4c77-8483-536c30c77d4f', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'floating_ip_address': '172.28.2.177', 'floating_network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'router_id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'port_id': '090c3f9d-aaf1-4c37-952e-80deb28233a8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1', 'mac_address': 'fa:16:3e:51:cb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89180d17-8378-4ff2-a72c-53094236c03c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-23T02:00:24Z', 'updated_at': '2021-08-23T02:00:24Z', 'revision_number': 0, 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea2ef132-ef95-40fd-8ace-8457471fcd29', 'name': '', 'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'mac_address': 'fa:16:3e:3f:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '205c6635-f36c-432b-af89-25d2fd9f0adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:31Z', 'updated_at': '2021-08-23T01:59:51Z', 'revision_number': 5, 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'subnets': [{'id': '205c6635-f36c-432b-af89-25d2fd9f0adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 02:00:27.774500 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98361847-85cb-4b68-abc4-95f37a90a746 None None] New status for floating IP e1f90872-e293-4c77-8483-536c30c77d4f: ACTIVE {{(pid=75886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 02:00:29.747795 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9dde46b8-f380-4eb8-924d-f092f08bdf5d req-025e1bef-b238-4d48-9b92-1d5622392352 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84945da5212241b9bfab7b2fb8891a6a&device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 1138 time: 0.1012332 Aug 23 02:00:29.754775 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15fb14-96c4-452e-9f93-4b2f1bcf2dff req-ca34f49a-d7ca-4aae-b4f9-68d8b2576ab2 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:29.756144 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ad15fb14-96c4-452e-9f93-4b2f1bcf2dff req-ca34f49a-d7ca-4aae-b4f9-68d8b2576ab2 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 985 time: 0.1413836 Aug 23 02:00:29.908002 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-ad15fb14-96c4-452e-9f93-4b2f1bcf2dff req-e7f4805b-e8a0-458e-9e77-87a74be334a6 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Synchronizing usage tracker for tenant:84945da5212241b9bfab7b2fb8891a6a on resource:security_group {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 02:00:29.922375 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde46b8-f380-4eb8-924d-f092f08bdf5d req-483ec02c-873e-4ed0-afa2-fe7ab7f1d639 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:29.924338 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9dde46b8-f380-4eb8-924d-f092f08bdf5d req-483ec02c-873e-4ed0-afa2-fe7ab7f1d639 service neutron] 10.222.0.10 "GET /v2.0/networks?id=31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0 HTTP/1.1" status: 200 len: 916 time: 0.1673858 Aug 23 02:00:30.025224 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-ad15fb14-96c4-452e-9f93-4b2f1bcf2dff req-e7f4805b-e8a0-458e-9e77-87a74be334a6 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Unset dirty status for tenant:84945da5212241b9bfab7b2fb8891a6a on resource:security_group {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 02:00:30.026498 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ad15fb14-96c4-452e-9f93-4b2f1bcf2dff req-e7f4805b-e8a0-458e-9e77-87a74be334a6 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c7946df-bb9c-4a16-a564-218589b304af&id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2510600 Aug 23 02:00:30.029486 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9dde46b8-f380-4eb8-924d-f092f08bdf5d req-3fa4036b-37d5-46aa-a787-898d39206dae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f52ebc54-1174-405e-910c-c6dc1f8d7122 HTTP/1.1" status: 200 len: 1001 time: 0.0980525 Aug 23 02:00:30.093183 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde46b8-f380-4eb8-924d-f092f08bdf5d req-07bd3b03-ca2d-4365-b1de-f58809957022 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:30.094648 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9dde46b8-f380-4eb8-924d-f092f08bdf5d req-07bd3b03-ca2d-4365-b1de-f58809957022 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48543fea-f3f5-4502-841e-d602926dc26b HTTP/1.1" status: 200 len: 854 time: 0.0577853 Aug 23 02:00:30.169874 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9dde46b8-f380-4eb8-924d-f092f08bdf5d req-2fd8beba-59ca-4d45-9159-bcca7a553b6b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0669575 Aug 23 02:00:30.377643 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9dde46b8-f380-4eb8-924d-f092f08bdf5d req-a4509245-5f4f-4180-bfc3-38e0172fa5a5 service neutron] 10.222.0.10 "GET /v2.0/networks/31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003894 Aug 23 02:00:30.505363 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-9dde46b8-f380-4eb8-924d-f092f08bdf5d req-8efd5749-586b-433d-8382-f055bbe6408f service neutron] 10.222.0.10 "GET /v2.0/networks/31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209841 Aug 23 02:00:31.232127 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4e76c-51cc-4974-ad8d-f91c45841dac req-c0bb1c12-bfa6-4acb-a8c6-da287605fcca tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:31.233592 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-36c4e76c-51cc-4974-ad8d-f91c45841dac req-c0bb1c12-bfa6-4acb-a8c6-da287605fcca tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 985 time: 0.0801511 Aug 23 02:00:31.280470 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-36c4e76c-51cc-4974-ad8d-f91c45841dac req-9f8d1c30-2410-4367-ab21-7132834e0712 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c7946df-bb9c-4a16-a564-218589b304af&id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412714 Aug 23 02:00:32.233683 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-d474c3b5-247f-457d-a7a2-4f4961ecd92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:32.478269 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab052c86-8c7e-4c7e-ac4b-ef6202d4cedf req-f80d4571-9371-479e-ab40-c4f5916b79fb tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:32.479738 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ab052c86-8c7e-4c7e-ac4b-ef6202d4cedf req-f80d4571-9371-479e-ab40-c4f5916b79fb tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 985 time: 0.0762787 Aug 23 02:00:32.526480 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-ab052c86-8c7e-4c7e-ac4b-ef6202d4cedf req-b6c062c4-42c4-453d-aa77-32f51c393e72 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c7946df-bb9c-4a16-a564-218589b304af&id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412087 Aug 23 02:00:32.696620 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:33.725920 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a3151-f19e-4542-84bb-7b6fb7d3a0e6 req-89253384-3583-4eb2-a99f-e85cdd5532c7 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:33.727395 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e79a3151-f19e-4542-84bb-7b6fb7d3a0e6 req-89253384-3583-4eb2-a99f-e85cdd5532c7 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 985 time: 0.0803308 Aug 23 02:00:33.774469 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e79a3151-f19e-4542-84bb-7b6fb7d3a0e6 req-7fb9c18e-e0da-4e42-8846-7429e864c673 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c7946df-bb9c-4a16-a564-218589b304af&id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410032 Aug 23 02:00:34.593302 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-d5b653da-a653-4072-8476-5aa783bd6152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:34.972438 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014efff-9bee-467a-90a2-2748e033933f req-9dabda0e-9e94-440b-a18f-810a85cfdf3a tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:34.973883 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-6014efff-9bee-467a-90a2-2748e033933f req-9dabda0e-9e94-440b-a18f-810a85cfdf3a tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 985 time: 0.0756621 Aug 23 02:00:35.020570 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-6014efff-9bee-467a-90a2-2748e033933f req-edb19233-556e-446c-a7b4-559eb1c25dac tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c7946df-bb9c-4a16-a564-218589b304af&id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409904 Aug 23 02:00:35.530410 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:36.220057 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df80b4b-49f6-442b-84a9-092e65dba476 req-fb87069f-60a7-4398-8377-d090ff69ab3b tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:36.222079 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8df80b4b-49f6-442b-84a9-092e65dba476 req-fb87069f-60a7-4398-8377-d090ff69ab3b tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 985 time: 0.0769746 Aug 23 02:00:36.271951 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8df80b4b-49f6-442b-84a9-092e65dba476 req-9f3f361a-0327-4e88-b651-073618bafb88 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c7946df-bb9c-4a16-a564-218589b304af&id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443380 Aug 23 02:00:36.900338 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9a5a2-4570-41a0-a503-f9e6efccca48 req-8f7a8e02-86a6-4305-958e-bd72c3bafaa7 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:36.901768 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ebd9a5a2-4570-41a0-a503-f9e6efccca48 req-8f7a8e02-86a6-4305-958e-bd72c3bafaa7 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 945 time: 0.0793045 Aug 23 02:00:36.957888 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ebd9a5a2-4570-41a0-a503-f9e6efccca48 req-a1ed29d7-aa0f-44ab-bc1f-cdcb70e9352c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470080 Aug 23 02:00:37.000848 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:37.494498 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cafe80-e78c-4433-ace8-e22bb59284af req-576b1f32-7412-4184-8a9b-5eb3052d5030 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:37.495959 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-81cafe80-e78c-4433-ace8-e22bb59284af req-576b1f32-7412-4184-8a9b-5eb3052d5030 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 985 time: 0.0869918 Aug 23 02:00:37.559009 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-81cafe80-e78c-4433-ace8-e22bb59284af req-1c2a6a49-3e9c-4877-a28c-194817747e8a tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c7946df-bb9c-4a16-a564-218589b304af&id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551431 Aug 23 02:00:38.181681 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff094cb-19f6-4479-826b-c1b7033f8004 req-a41cccdf-0fe8-4f7a-a46e-2e5aef677d19 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:38.183115 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-6ff094cb-19f6-4479-826b-c1b7033f8004 req-a41cccdf-0fe8-4f7a-a46e-2e5aef677d19 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 945 time: 0.0777071 Aug 23 02:00:38.228511 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-6ff094cb-19f6-4479-826b-c1b7033f8004 req-1d923e58-98db-475a-81f1-9ca39722851a tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396719 Aug 23 02:00:38.762426 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0548c0-3c33-4251-9051-167cd555790d req-ed270867-6f38-4808-81eb-5899a44ebf6c tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:38.763905 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-6b0548c0-3c33-4251-9051-167cd555790d req-ed270867-6f38-4808-81eb-5899a44ebf6c tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 985 time: 0.0809007 Aug 23 02:00:38.812283 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-6b0548c0-3c33-4251-9051-167cd555790d req-976f5e94-2f24-4132-bb35-aafea8f0fa82 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c7946df-bb9c-4a16-a564-218589b304af&id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414975 Aug 23 02:00:39.435976 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5a637-6ea5-47af-85f3-34fcf12138d7 req-a3be496d-36f8-4ee4-ad30-4f213d0250a4 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:39.437323 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f6b5a637-6ea5-47af-85f3-34fcf12138d7 req-a3be496d-36f8-4ee4-ad30-4f213d0250a4 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 945 time: 0.0769663 Aug 23 02:00:39.481475 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f6b5a637-6ea5-47af-85f3-34fcf12138d7 req-0906b577-68e3-443d-989a-a3cfedcbae13 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386760 Aug 23 02:00:40.018289 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b4ba9-3b7b-48f9-b79b-15f59cb907e3 req-13de70e4-41b6-44bc-a476-7eeb42d917a2 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:40.019669 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-5b0b4ba9-3b7b-48f9-b79b-15f59cb907e3 req-13de70e4-41b6-44bc-a476-7eeb42d917a2 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 985 time: 0.0825787 Aug 23 02:00:40.067895 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-5b0b4ba9-3b7b-48f9-b79b-15f59cb907e3 req-2834de1b-9731-4f58-9da4-b39927645b14 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c7946df-bb9c-4a16-a564-218589b304af&id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426812 Aug 23 02:00:40.696420 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781b02f-6165-465a-86a6-6321beb23a40 req-1ea20412-1746-451f-a32c-16c323812fd8 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:40.697959 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-6781b02f-6165-465a-86a6-6321beb23a40 req-1ea20412-1746-451f-a32c-16c323812fd8 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 945 time: 0.0803640 Aug 23 02:00:40.742247 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-6781b02f-6165-465a-86a6-6321beb23a40 req-7b5152af-5232-41cd-b7fc-533b52e11a3e tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388801 Aug 23 02:00:41.271593 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba9751-a5a6-474c-b021-b1d1e0953460 req-b6c13e20-73a4-4998-9496-9a9a09e1bfd0 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:41.273043 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f9ba9751-a5a6-474c-b021-b1d1e0953460 req-b6c13e20-73a4-4998-9496-9a9a09e1bfd0 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 985 time: 0.0832686 Aug 23 02:00:41.323412 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f9ba9751-a5a6-474c-b021-b1d1e0953460 req-3d13e141-2f6c-47a7-bf7c-089272be064b tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c7946df-bb9c-4a16-a564-218589b304af&id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447545 Aug 23 02:00:41.951789 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1f9fc-4d6d-4766-86fc-90fef378c6d8 req-ffcf3ab0-c081-4a76-8fcd-df8921bb7abe tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:41.953264 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-9ce1f9fc-4d6d-4766-86fc-90fef378c6d8 req-ffcf3ab0-c081-4a76-8fcd-df8921bb7abe tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 945 time: 0.0753117 Aug 23 02:00:42.001193 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-9ce1f9fc-4d6d-4766-86fc-90fef378c6d8 req-bb50f34d-bb5c-4759-a246-152d995a16ff tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422037 Aug 23 02:00:42.522676 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad5f06-18ba-4c81-b789-019381d438b1 req-480545d7-3302-4918-84c5-8ae2aacce31a tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:42.524147 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-20ad5f06-18ba-4c81-b789-019381d438b1 req-480545d7-3302-4918-84c5-8ae2aacce31a tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 985 time: 0.0752978 Aug 23 02:00:42.572447 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-20ad5f06-18ba-4c81-b789-019381d438b1 req-eb7eadf2-ac34-44f2-9321-535fda595204 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c7946df-bb9c-4a16-a564-218589b304af&id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427575 Aug 23 02:00:43.211891 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f5813-d037-4a99-9f8b-a032b2663a5a req-d3bd6985-1305-490a-84fe-d4e8584fa27e tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:43.213316 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1b7f5813-d037-4a99-9f8b-a032b2663a5a req-d3bd6985-1305-490a-84fe-d4e8584fa27e tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 945 time: 0.0761256 Aug 23 02:00:43.258413 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1b7f5813-d037-4a99-9f8b-a032b2663a5a req-0e1b4069-d40b-429c-a64a-eee1a57e706c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396910 Aug 23 02:00:44.472026 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87661e71-988e-4254-b793-f4726b17b845 req-5653acad-62e7-49b4-b425-857b18a6797b tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:44.473450 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-87661e71-988e-4254-b793-f4726b17b845 req-5653acad-62e7-49b4-b425-857b18a6797b tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 945 time: 0.0816073 Aug 23 02:00:44.519257 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-87661e71-988e-4254-b793-f4726b17b845 req-9892eea6-77dc-4958-b09b-ca58472dd332 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402906 Aug 23 02:00:45.736954 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10783c-5f9f-4ba2-9592-1dae1b4b3c65 req-060a8133-7f31-47f9-a232-0fc2d4eb31cd tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:45.738447 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-eb10783c-5f9f-4ba2-9592-1dae1b4b3c65 req-060a8133-7f31-47f9-a232-0fc2d4eb31cd tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 945 time: 0.0821612 Aug 23 02:00:45.784756 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-eb10783c-5f9f-4ba2-9592-1dae1b4b3c65 req-3fc72e6b-f0fa-4f5f-9e61-1e43586f1e44 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407217 Aug 23 02:00:47.009958 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba03aaf-4885-4583-ad0f-bce03440e693 req-ca1f891c-2ea5-452d-a2a7-938e139bc0bb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:47.011317 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-aba03aaf-4885-4583-ad0f-bce03440e693 req-ca1f891c-2ea5-452d-a2a7-938e139bc0bb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 945 time: 0.0819089 Aug 23 02:00:47.056589 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-aba03aaf-4885-4583-ad0f-bce03440e693 req-266c397a-d804-4adc-a388-5547e7616dfe tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397701 Aug 23 02:00:48.274681 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bd399-7e0e-4d36-801c-2faff9450424 req-9fc6dfd2-333b-4309-87a4-36307644baa6 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:48.276140 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2d4bd399-7e0e-4d36-801c-2faff9450424 req-9fc6dfd2-333b-4309-87a4-36307644baa6 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 945 time: 0.0756209 Aug 23 02:00:48.322264 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2d4bd399-7e0e-4d36-801c-2faff9450424 req-004987a7-ec71-4167-81be-02009242007b tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405030 Aug 23 02:00:49.544539 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baadc3-5f3c-4ef5-9bea-d5d45992952c req-1170b0dc-8abc-4eef-85fe-4ca9bf00e13e tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:49.545988 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-59baadc3-5f3c-4ef5-9bea-d5d45992952c req-1170b0dc-8abc-4eef-85fe-4ca9bf00e13e tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 945 time: 0.0812099 Aug 23 02:00:49.591484 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-59baadc3-5f3c-4ef5-9bea-d5d45992952c req-c9c9d52f-2095-4013-8f70-fb5eabefbbd1 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388479 Aug 23 02:00:50.661004 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device f6606d06-ed22-41b5-8f1a-ee838a057978 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 02:00:50.796796 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port f6606d06-ed22-41b5-8f1a-ee838a057978, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f6606d06-ed22-41b5-8f1a-ee838a057978,segment=NetworkSegment(4998317b-f65b-459a-b79b-8cace97c4771),segment_id=4998317b-f65b-459a-b79b-8cace97c4771)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:00:50.803484 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4638d0d-f88b-49ef-8f41-988019d27224 req-6e7dd957-8163-4a26-9ad2-94f15571d337 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:50.804938 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e4638d0d-f88b-49ef-8f41-988019d27224 req-6e7dd957-8163-4a26-9ad2-94f15571d337 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 945 time: 0.0769072 Aug 23 02:00:50.810650 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Returning: {'device': 'f6606d06-ed22-41b5-8f1a-ee838a057978', 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'port_id': 'f6606d06-ed22-41b5-8f1a-ee838a057978', 'mac_address': 'fa:16:3e:f3:49:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 02:00:50.854335 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e4638d0d-f88b-49ef-8f41-988019d27224 req-877933a3-b314-42e8-aaf8-6d468a7dd489 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438716 Aug 23 02:00:50.864318 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:50.881093 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6606d06-ed22-41b5-8f1a-ee838a057978 {{(pid=75885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 02:00:50.896101 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port f6606d06-ed22-41b5-8f1a-ee838a057978, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f6606d06-ed22-41b5-8f1a-ee838a057978,segment=NetworkSegment(4998317b-f65b-459a-b79b-8cace97c4771),segment_id=4998317b-f65b-459a-b79b-8cace97c4771)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:00:50.975824 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:50.977598 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-d5a638bf-f151-42b0-b58f-3e7fae5696a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:00:51.042697 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=f6606d06-ed22-41b5-8f1a-ee838a057978,revision_number=6']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:00:51.051658 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:00:51.052005 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:00:51.052337 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:00:51.052668 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:00:51.052988 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:00:51.053316 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:00:51.053636 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:00:51.053955 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:00:51.054272 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:00:51.054587 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:00:51.054903 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:00:51.058518 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:00:51.070659 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['f6606d06-ed22-41b5-8f1a-ee838a057978'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 02:00:51.311806 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-54363899-5516-4b46-a31d-8520234df7bc req-f9c780bf-a802-4544-aab7-ac9ba5a349c7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf02a4e5b4424ce18a07cf20fa1241a3&device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 1097 time: 0.0684960 Aug 23 02:00:51.526797 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54363899-5516-4b46-a31d-8520234df7bc req-72a0c10b-d513-4a05-93f0-29ee978c569b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:51.527458 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-54363899-5516-4b46-a31d-8520234df7bc req-72a0c10b-d513-4a05-93f0-29ee978c569b service neutron] 10.222.0.10 "GET /v2.0/networks?id=c52bbd1c-24b9-493a-8949-3808e1dea7a6 HTTP/1.1" status: 200 len: 918 time: 0.1965773 Aug 23 02:00:51.633779 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-54363899-5516-4b46-a31d-8520234df7bc req-6f8dbf4a-bebf-4064-a562-201cece2c563 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6606d06-ed22-41b5-8f1a-ee838a057978 HTTP/1.1" status: 200 len: 1000 time: 0.0986097 Aug 23 02:00:51.701739 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:51.702308 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54363899-5516-4b46-a31d-8520234df7bc req-b24c0f51-10de-443f-ab54-62357b899b21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:51.703358 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-54363899-5516-4b46-a31d-8520234df7bc req-b24c0f51-10de-443f-ab54-62357b899b21 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9526bab9-7a16-49c6-a5b7-cf27000d2897 HTTP/1.1" status: 200 len: 856 time: 0.0572026 Aug 23 02:00:51.780868 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-54363899-5516-4b46-a31d-8520234df7bc req-5b27f83a-d141-4386-8ca7-27c8bce3e92d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c52bbd1c-24b9-493a-8949-3808e1dea7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690506 Aug 23 02:00:51.911177 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-54363899-5516-4b46-a31d-8520234df7bc req-711c322c-3ceb-40e5-9801-303a97397b7e service neutron] 10.222.0.10 "GET /v2.0/networks/c52bbd1c-24b9-493a-8949-3808e1dea7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233680 Aug 23 02:00:52.093773 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-54363899-5516-4b46-a31d-8520234df7bc req-ff2f46fc-d305-4f69-9b85-49d9e3dc6932 service neutron] 10.222.0.10 "GET /v2.0/networks/c52bbd1c-24b9-493a-8949-3808e1dea7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764719 Aug 23 02:00:52.111633 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c077f4-2bd9-4b8f-82f7-368dc3395658 req-de4d02ad-e5b3-4596-87c4-eb7f00f04842 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:52.113034 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f7c077f4-2bd9-4b8f-82f7-368dc3395658 req-de4d02ad-e5b3-4596-87c4-eb7f00f04842 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 944 time: 0.1201077 Aug 23 02:00:52.159212 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f7c077f4-2bd9-4b8f-82f7-368dc3395658 req-223cd252-d902-4a88-9317-e6aff0c92e7c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400577 Aug 23 02:00:52.664539 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device f6606d06-ed22-41b5-8f1a-ee838a057978 up at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 02:00:52.737876 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning complete for port f6606d06-ed22-41b5-8f1a-ee838a057978 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 02:00:52.738455 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:52.879466 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:52.908169 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6606d06-ed22-41b5-8f1a-ee838a057978'}] {{(pid=75885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 02:00:52.918007 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port f6606d06-ed22-41b5-8f1a-ee838a057978, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f6606d06-ed22-41b5-8f1a-ee838a057978,segment=NetworkSegment(4998317b-f65b-459a-b79b-8cace97c4771),segment_id=4998317b-f65b-459a-b79b-8cace97c4771)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:00:52.963068 dv-cinder-805529-1-smb neutron-server[75885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6606d06-ed22-41b5-8f1a-ee838a057978', 'code': 200} Aug 23 02:00:53.010163 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:00:53.012299 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:00:53.075300 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=f6606d06-ed22-41b5-8f1a-ee838a057978,revision_number=7']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:00:53.078235 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:00:53.379558 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87827113-0b56-4796-9ea2-e492443970e9 req-8b7199e9-f799-4cf9-b209-f309d9f5a283 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:53.381055 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-87827113-0b56-4796-9ea2-e492443970e9 req-8b7199e9-f799-4cf9-b209-f309d9f5a283 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 945 time: 0.0783999 Aug 23 02:00:53.428387 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-87827113-0b56-4796-9ea2-e492443970e9 req-425a9130-bdcd-40dd-a85b-78eadbfd6193 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419147 Aug 23 02:00:54.638450 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16930032-5941-439e-8c36-5cb4ebc3a0f4 req-cd136484-6e9a-41ae-a7d6-3ea9c2a67ecc tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:54.639991 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-16930032-5941-439e-8c36-5cb4ebc3a0f4 req-cd136484-6e9a-41ae-a7d6-3ea9c2a67ecc tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 945 time: 0.0762491 Aug 23 02:00:54.685898 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-16930032-5941-439e-8c36-5cb4ebc3a0f4 req-71416f67-7673-4989-a48f-1a5f2e576d74 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403540 Aug 23 02:00:54.798904 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 02:00:55.906546 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d501f-befb-4eef-9628-cae88cf69890 req-96c50715-e6d9-415a-a3bd-b8dc7c9e0174 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:55.908688 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e71d501f-befb-4eef-9628-cae88cf69890 req-96c50715-e6d9-415a-a3bd-b8dc7c9e0174 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 945 time: 0.0856330 Aug 23 02:00:55.953918 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e71d501f-befb-4eef-9628-cae88cf69890 req-cc9e4df7-9ffa-4352-a86a-50efe9ed44cf tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393379 Aug 23 02:00:57.210519 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62096f9d-510e-45de-9de5-52ae197ec3e6 req-40521431-b09b-4574-b1f2-90a45c470e4c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:57.215886 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-62096f9d-510e-45de-9de5-52ae197ec3e6 req-40521431-b09b-4574-b1f2-90a45c470e4c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 945 time: 0.0870316 Aug 23 02:00:57.275903 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-62096f9d-510e-45de-9de5-52ae197ec3e6 req-fbb3545e-cdcb-4930-9018-154a2aa31062 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578814 Aug 23 02:00:58.545780 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef1f54-e6c9-452f-b2b1-d947be808931 req-18459f8e-b5df-49d5-a2be-d55a0ffbdbfd tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:58.547439 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-2aef1f54-e6c9-452f-b2b1-d947be808931 req-18459f8e-b5df-49d5-a2be-d55a0ffbdbfd tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 945 time: 0.0922866 Aug 23 02:00:58.621909 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-2aef1f54-e6c9-452f-b2b1-d947be808931 req-32c5c740-eda7-4ab0-9ee3-eecc40461338 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651052 Aug 23 02:00:59.931886 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db1af1-e19d-4321-9521-2a6e82bd0a78 req-62a95e1a-2b7d-41c8-a4ea-ef54feab890e tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:00:59.935134 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-25db1af1-e19d-4321-9521-2a6e82bd0a78 req-62a95e1a-2b7d-41c8-a4ea-ef54feab890e tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 945 time: 0.1787529 Aug 23 02:00:59.984050 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-25db1af1-e19d-4321-9521-2a6e82bd0a78 req-276aea4c-e602-4cc0-a907-a50f727e1905 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438826 Aug 23 02:01:01.206462 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5dfa6b-d245-4be6-a504-2b367a69b5e7 req-fe8702fe-beda-4ef7-9543-5693f1811f97 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:01.207886 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-6a5dfa6b-d245-4be6-a504-2b367a69b5e7 req-fe8702fe-beda-4ef7-9543-5693f1811f97 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 945 time: 0.0800200 Aug 23 02:01:01.255416 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-6a5dfa6b-d245-4be6-a504-2b367a69b5e7 req-225af8f9-6755-4e24-a4d9-ee15a4b3d3f0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412056 Aug 23 02:01:02.176365 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-ea3857ff-6387-4c06-91bd-1396bb015185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:02.482376 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bfbd0-4abc-4d08-89a3-2670ad61f23e req-057125b3-59c1-4ee7-8340-348399a9c955 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:02.483809 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e43bfbd0-4abc-4d08-89a3-2670ad61f23e req-057125b3-59c1-4ee7-8340-348399a9c955 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 945 time: 0.0865424 Aug 23 02:01:02.535846 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e43bfbd0-4abc-4d08-89a3-2670ad61f23e req-d8606377-7a6e-46d0-8358-b74205561af8 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452793 Aug 23 02:01:02.679641 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:03.771068 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c6626-5954-4308-b42f-c94215b3c297 req-ad4d9171-b7f3-4dea-8d7f-c8bbea00a3eb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:03.772600 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e80c6626-5954-4308-b42f-c94215b3c297 req-ad4d9171-b7f3-4dea-8d7f-c8bbea00a3eb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 945 time: 0.0842583 Aug 23 02:01:03.821875 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e80c6626-5954-4308-b42f-c94215b3c297 req-cdfa5059-ff6d-40a0-96cc-cb7c881e1355 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436895 Aug 23 02:01:04.581755 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-476373a7-3993-4e3b-a23b-1d15e1da1681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:05.048977 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891e090-b5a7-4ff9-998a-2a445e9eb1fc req-b6fbc54c-15a5-430c-aa40-e2ba792620f7 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:05.050562 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-8891e090-b5a7-4ff9-998a-2a445e9eb1fc req-b6fbc54c-15a5-430c-aa40-e2ba792620f7 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 945 time: 0.0866520 Aug 23 02:01:05.099200 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-8891e090-b5a7-4ff9-998a-2a445e9eb1fc req-0ec31bf0-cb70-4e40-b92b-391c39aab876 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428982 Aug 23 02:01:05.615134 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:06.397093 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98887cdd-e8f7-4328-8e42-6c96543ff4b6 req-1457550e-0582-4bbb-b144-b2eef5d706b4 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:06.398613 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-98887cdd-e8f7-4328-8e42-6c96543ff4b6 req-1457550e-0582-4bbb-b144-b2eef5d706b4 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 945 time: 0.1392319 Aug 23 02:01:06.451505 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-98887cdd-e8f7-4328-8e42-6c96543ff4b6 req-9ee6ae06-50e8-4a8d-aeaf-31486403e4d6 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460296 Aug 23 02:01:07.010444 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:07.745426 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39003f92-b30d-4199-b4e6-451d3bfb4383 req-3c671427-5432-4b28-b85e-7dbbc814b0fb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:07.747069 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-39003f92-b30d-4199-b4e6-451d3bfb4383 req-3c671427-5432-4b28-b85e-7dbbc814b0fb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 945 time: 0.1381981 Aug 23 02:01:07.800363 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-39003f92-b30d-4199-b4e6-451d3bfb4383 req-25118e4c-37d9-4a20-a18f-58892a097729 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466962 Aug 23 02:01:09.090386 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2843f-2a83-4a58-ba3f-5afe04af5090 req-9bfba03e-7016-404d-a3aa-8e21de2dc854 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:09.092012 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f8d2843f-2a83-4a58-ba3f-5afe04af5090 req-9bfba03e-7016-404d-a3aa-8e21de2dc854 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 945 time: 0.1247430 Aug 23 02:01:09.143016 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f8d2843f-2a83-4a58-ba3f-5afe04af5090 req-b1dd66c1-06d1-4ea8-a411-cc50f9fe9b53 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438473 Aug 23 02:01:10.379058 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6d7d4-68d3-4890-83f2-83c2b7b826d9 req-b35cf133-5052-4a12-97c5-101103d43f24 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:10.380527 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-a6a6d7d4-68d3-4890-83f2-83c2b7b826d9 req-b35cf133-5052-4a12-97c5-101103d43f24 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 945 time: 0.0766683 Aug 23 02:01:10.430182 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-a6a6d7d4-68d3-4890-83f2-83c2b7b826d9 req-78b993df-aee0-455c-9d6b-d7a3a3aba967 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439448 Aug 23 02:01:10.586254 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-3b4f6b34-2925-4480-872c-70c90f89060e req-e2d86563-e0ff-4473-9fef-f866a13036e9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf02a4e5b4424ce18a07cf20fa1241a3&device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 1098 time: 0.0746500 Aug 23 02:01:10.727462 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f6b34-2925-4480-872c-70c90f89060e req-c5283647-507e-4c73-8930-24113f1df8b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:10.728839 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-3b4f6b34-2925-4480-872c-70c90f89060e req-c5283647-507e-4c73-8930-24113f1df8b8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c52bbd1c-24b9-493a-8949-3808e1dea7a6 HTTP/1.1" status: 200 len: 918 time: 0.1353631 Aug 23 02:01:10.833284 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-3b4f6b34-2925-4480-872c-70c90f89060e req-e5c8e534-f0c4-468b-96cf-a4bbc270a0f8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6606d06-ed22-41b5-8f1a-ee838a057978 HTTP/1.1" status: 200 len: 1001 time: 0.0968277 Aug 23 02:01:10.895382 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f6b34-2925-4480-872c-70c90f89060e req-ede4dbed-74e1-484d-b0e2-61c44399472a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:10.896751 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-3b4f6b34-2925-4480-872c-70c90f89060e req-ede4dbed-74e1-484d-b0e2-61c44399472a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9526bab9-7a16-49c6-a5b7-cf27000d2897 HTTP/1.1" status: 200 len: 856 time: 0.0569732 Aug 23 02:01:10.971065 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-3b4f6b34-2925-4480-872c-70c90f89060e req-f88823be-a92f-40d2-8828-364a6fc99a10 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c52bbd1c-24b9-493a-8949-3808e1dea7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0671186 Aug 23 02:01:11.107896 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-3b4f6b34-2925-4480-872c-70c90f89060e req-99a4c5e7-5417-409f-b485-b1f70ba437eb service neutron] 10.222.0.10 "GET /v2.0/networks/c52bbd1c-24b9-493a-8949-3808e1dea7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295483 Aug 23 02:01:11.321176 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-3b4f6b34-2925-4480-872c-70c90f89060e req-70327523-e6ac-4c60-8ed1-78a0865d88ee service neutron] 10.222.0.10 "GET /v2.0/networks/c52bbd1c-24b9-493a-8949-3808e1dea7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069902 Aug 23 02:01:11.644189 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f859da6-eb7c-4a32-8338-fea8e6566e0f req-7c0cf52c-3514-4920-9d63-f2d1f224969e tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:11.645698 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8f859da6-eb7c-4a32-8338-fea8e6566e0f req-7c0cf52c-3514-4920-9d63-f2d1f224969e tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 945 time: 0.0755417 Aug 23 02:01:11.694640 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8f859da6-eb7c-4a32-8338-fea8e6566e0f req-99551731-c328-458e-9d7e-a69e410da47b tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432682 Aug 23 02:01:12.757186 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device f6606d06-ed22-41b5-8f1a-ee838a057978 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 02:01:12.867551 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:12.895000 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6606d06-ed22-41b5-8f1a-ee838a057978'}] {{(pid=75885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 02:01:12.904667 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port f6606d06-ed22-41b5-8f1a-ee838a057978, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f6606d06-ed22-41b5-8f1a-ee838a057978,segment=NetworkSegment(4998317b-f65b-459a-b79b-8cace97c4771),segment_id=4998317b-f65b-459a-b79b-8cace97c4771)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:01:12.910458 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bff52-6293-4942-ac21-37ff08c98f78 req-2403b029-9688-4740-b390-8329ab7919c8 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:12.910458 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-568bff52-6293-4942-ac21-37ff08c98f78 req-2403b029-9688-4740-b390-8329ab7919c8 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 945 time: 0.0770633 Aug 23 02:01:12.958423 dv-cinder-805529-1-smb neutron-server[75885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6606d06-ed22-41b5-8f1a-ee838a057978', 'code': 200} Aug 23 02:01:12.959835 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-568bff52-6293-4942-ac21-37ff08c98f78 req-b94654aa-fc50-450e-b398-0472f2af633f tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456142 Aug 23 02:01:12.987167 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:12.991386 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:01:13.052432 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=f6606d06-ed22-41b5-8f1a-ee838a057978,revision_number=8']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:01:13.055511 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:01:14.174496 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f9186-f436-4dea-9393-78ee171be568 req-aa4443d5-4ea8-406e-adf9-5cbb307864ce tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:14.175963 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1a7f9186-f436-4dea-9393-78ee171be568 req-aa4443d5-4ea8-406e-adf9-5cbb307864ce tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 943 time: 0.0806046 Aug 23 02:01:14.220734 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1a7f9186-f436-4dea-9393-78ee171be568 req-3fb857a9-61cf-4d5f-88f4-02347a30ac2e tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392346 Aug 23 02:01:16.788623 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device f6606d06-ed22-41b5-8f1a-ee838a057978 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 02:01:17.019458 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-0d2bbe8d-a2e5-4b05-bfcf-f974fdbf6522 req-b9706e66-bdae-4039-879a-431446953fd5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0708964 Aug 23 02:01:17.411486 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08060ce-8716-49ae-a34c-4412146fba39 req-9f180647-2ca4-4412-ab4d-b6fcaf7dbde9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:17.412928 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c08060ce-8716-49ae-a34c-4412146fba39 req-9f180647-2ca4-4412-ab4d-b6fcaf7dbde9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 943 time: 0.0800714 Aug 23 02:01:17.458534 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c08060ce-8716-49ae-a34c-4412146fba39 req-84b262eb-07f4-4e38-b049-76cb3a555cab tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397820 Aug 23 02:01:17.650020 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 45912) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:01:17.783546 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d51b0714-bf4c-4185-820d-42cfe3d98c50 req-2e54ad74-4807-49b7-898a-125611c82e6f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1322782 Aug 23 02:01:18.696372 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704760c-0530-4a27-99d3-7cf50aa5a0f6 req-5d242042-a9bd-4904-b8a7-cb49a2f9c308 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:18.699632 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-f704760c-0530-4a27-99d3-7cf50aa5a0f6 req-5d242042-a9bd-4904-b8a7-cb49a2f9c308 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 943 time: 0.0873859 Aug 23 02:01:18.726110 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d51b0714-bf4c-4185-820d-42cfe3d98c50 req-46d82603-d989-4902-9d87-624c127194b8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8&tenant_id=cf02a4e5b4424ce18a07cf20fa1241a3 HTTP/1.1" status: 200 len: 1096 time: 0.0886590 Aug 23 02:01:18.756092 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-f704760c-0530-4a27-99d3-7cf50aa5a0f6 req-48c6762c-08a1-44c3-b9c5-194a2bc10e58 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495024 Aug 23 02:01:18.824349 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d51b0714-bf4c-4185-820d-42cfe3d98c50 req-9b08d441-afc1-478d-b966-b307a366dd19 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf02a4e5b4424ce18a07cf20fa1241a3&device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 1096 time: 0.0754380 Aug 23 02:01:18.963405 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b0714-bf4c-4185-820d-42cfe3d98c50 req-f1d4ab7e-f3de-484b-8b5d-7630c1504e61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:18.964844 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d51b0714-bf4c-4185-820d-42cfe3d98c50 req-f1d4ab7e-f3de-484b-8b5d-7630c1504e61 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c52bbd1c-24b9-493a-8949-3808e1dea7a6 HTTP/1.1" status: 200 len: 918 time: 0.1339459 Aug 23 02:01:19.071742 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d51b0714-bf4c-4185-820d-42cfe3d98c50 req-21b51fa6-a3dc-4a45-a7e2-73ef5dff312f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6606d06-ed22-41b5-8f1a-ee838a057978 HTTP/1.1" status: 200 len: 999 time: 0.0994632 Aug 23 02:01:19.134753 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b0714-bf4c-4185-820d-42cfe3d98c50 req-c393c630-ea23-4cd7-b438-f41eeff1d419 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:19.136210 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d51b0714-bf4c-4185-820d-42cfe3d98c50 req-c393c630-ea23-4cd7-b438-f41eeff1d419 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9526bab9-7a16-49c6-a5b7-cf27000d2897 HTTP/1.1" status: 200 len: 856 time: 0.0584109 Aug 23 02:01:19.216042 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d51b0714-bf4c-4185-820d-42cfe3d98c50 req-553a828f-0634-41df-ab3f-0ffecd12f322 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c52bbd1c-24b9-493a-8949-3808e1dea7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0728984 Aug 23 02:01:19.356535 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d51b0714-bf4c-4185-820d-42cfe3d98c50 req-92e65c6b-e38e-4119-9e41-2adddb7326ab service neutron] 10.222.0.10 "GET /v2.0/networks/c52bbd1c-24b9-493a-8949-3808e1dea7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323786 Aug 23 02:01:19.500823 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d51b0714-bf4c-4185-820d-42cfe3d98c50 req-352a3ec9-561c-46b7-ab94-dae9bd63193e service neutron] 10.222.0.10 "GET /v2.0/networks/c52bbd1c-24b9-493a-8949-3808e1dea7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360660 Aug 23 02:01:19.978664 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f4012-98b8-41cf-b22b-0cac48aae4c1 req-9815fb56-d66f-4462-9d9e-f9926498fb10 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:19.980179 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e67f4012-98b8-41cf-b22b-0cac48aae4c1 req-9815fb56-d66f-4462-9d9e-f9926498fb10 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 943 time: 0.0863721 Aug 23 02:01:20.026347 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e67f4012-98b8-41cf-b22b-0cac48aae4c1 req-1f752406-e252-4783-9674-12001ed00fc2 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397482 Aug 23 02:01:21.244575 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fad8e1-efc6-4cd6-b6bd-4c879567bc4d req-1b77c4a2-be50-4c3f-a748-5f927f8c1753 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:21.245947 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-40fad8e1-efc6-4cd6-b6bd-4c879567bc4d req-1b77c4a2-be50-4c3f-a748-5f927f8c1753 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 943 time: 0.0791087 Aug 23 02:01:21.291491 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-40fad8e1-efc6-4cd6-b6bd-4c879567bc4d req-df2d0aca-fd3c-404b-a0b2-ee703b287419 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398846 Aug 23 02:01:21.735252 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:22.519403 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41f8e5-496e-4e9a-ba43-0f338d8967ce req-b38698fd-920b-4ede-b64c-e27dfaf9f314 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:22.522139 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-af41f8e5-496e-4e9a-ba43-0f338d8967ce req-b38698fd-920b-4ede-b64c-e27dfaf9f314 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 943 time: 0.0847173 Aug 23 02:01:22.567414 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-af41f8e5-496e-4e9a-ba43-0f338d8967ce req-3962a432-e91c-4ef4-af72-a2552e4afa91 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409279 Aug 23 02:01:23.793245 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b608a6-02a2-4143-b4a7-cc172fc039ad req-fa35bffa-3e22-493f-877e-45a1359f14f6 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:23.794715 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-81b608a6-02a2-4143-b4a7-cc172fc039ad req-fa35bffa-3e22-493f-877e-45a1359f14f6 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 943 time: 0.0873582 Aug 23 02:01:23.842758 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-81b608a6-02a2-4143-b4a7-cc172fc039ad req-5afc1e3c-eda3-4af0-adf7-085731914437 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424299 Aug 23 02:01:25.059625 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdf1b7-198e-4301-8c31-a688bea1eab8 req-60cd0e32-6b5b-48ae-b66a-9add49237d0c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:25.060998 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d9cdf1b7-198e-4301-8c31-a688bea1eab8 req-60cd0e32-6b5b-48ae-b66a-9add49237d0c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 943 time: 0.0791569 Aug 23 02:01:25.108680 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d9cdf1b7-198e-4301-8c31-a688bea1eab8 req-0b1f105c-08bd-41c2-b5bd-165839f90b14 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413146 Aug 23 02:01:26.343087 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f149a8f-9bbb-4821-9c7b-95fa4f1ad4e7 req-73df6e3f-ce14-4cb4-80b3-dc76ddb4f6f1 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:26.344609 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0f149a8f-9bbb-4821-9c7b-95fa4f1ad4e7 req-73df6e3f-ce14-4cb4-80b3-dc76ddb4f6f1 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 943 time: 0.0872490 Aug 23 02:01:26.398558 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0f149a8f-9bbb-4821-9c7b-95fa4f1ad4e7 req-ac03c3aa-ba39-4f96-a701-e88c2ec7178d tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477536 Aug 23 02:01:27.626395 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81cb2f-26fc-4758-be92-3b7d8a893476 req-3c610a18-ee55-4023-879c-bd9254e8cb8b tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:27.628560 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-6f81cb2f-26fc-4758-be92-3b7d8a893476 req-3c610a18-ee55-4023-879c-bd9254e8cb8b tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 943 time: 0.0907862 Aug 23 02:01:27.685456 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-6f81cb2f-26fc-4758-be92-3b7d8a893476 req-f9ab7c06-e360-4ae9-a7f9-c5a1e79a3fd3 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500596 Aug 23 02:01:28.912530 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63421b3-9060-4af4-ac33-5122d573ac73 req-8b358aeb-4886-4f0e-9cc2-ebdfd0ace085 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:28.914205 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-b63421b3-9060-4af4-ac33-5122d573ac73 req-8b358aeb-4886-4f0e-9cc2-ebdfd0ace085 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 943 time: 0.0780826 Aug 23 02:01:28.961861 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-b63421b3-9060-4af4-ac33-5122d573ac73 req-9501789a-7adc-4e0b-8ce0-e4aecb4c77cc tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416293 Aug 23 02:01:30.196765 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a18704-1659-454c-b7b4-0a3185105151 req-2fcf17a9-a54a-4546-aac9-8a1b6d2bacb3 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:30.198214 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-41a18704-1659-454c-b7b4-0a3185105151 req-2fcf17a9-a54a-4546-aac9-8a1b6d2bacb3 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 943 time: 0.0845459 Aug 23 02:01:30.249156 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-41a18704-1659-454c-b7b4-0a3185105151 req-f9c5a49f-5c0f-4e5f-a75b-3c3ba2a5bfaf tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449629 Aug 23 02:01:31.494292 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22efa30-8b44-4ca6-bdcc-82ba93212794 req-189b599d-117b-433f-8dd7-f7fcf98935a8 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:31.497979 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e22efa30-8b44-4ca6-bdcc-82ba93212794 req-189b599d-117b-433f-8dd7-f7fcf98935a8 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 943 time: 0.0817082 Aug 23 02:01:31.625703 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e22efa30-8b44-4ca6-bdcc-82ba93212794 req-3a789848-1b72-4968-bcf8-46a1ea86a61b tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228778 Aug 23 02:01:31.798132 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 02:01:32.186672 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-cb6ad0be-299f-4e78-9961-b69602e52c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:32.775064 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:32.847974 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcaff8b-9283-4b03-b13c-8b98defa2225 req-e808997c-7048-42ec-8109-821654294efd tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:32.849425 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-3dcaff8b-9283-4b03-b13c-8b98defa2225 req-e808997c-7048-42ec-8109-821654294efd tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 943 time: 0.0839441 Aug 23 02:01:32.898828 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-3dcaff8b-9283-4b03-b13c-8b98defa2225 req-440c7408-a528-4602-a7a3-427198c5c25e tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427017 Aug 23 02:01:34.109801 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1748a-3a88-4d4c-9f32-d5bb30faa481 req-a3c8211b-4152-4697-bb7f-67642eb62490 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:34.111233 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-6cb1748a-3a88-4d4c-9f32-d5bb30faa481 req-a3c8211b-4152-4697-bb7f-67642eb62490 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 943 time: 0.0761013 Aug 23 02:01:34.156108 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-6cb1748a-3a88-4d4c-9f32-d5bb30faa481 req-02da0849-c4d7-4f65-9b8c-6d22a24c711d tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393035 Aug 23 02:01:34.603378 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-f3be7cd3-7f1a-479e-9bed-68d517078e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:35.370340 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57cb256-7cb9-4311-b738-b0b646cbc2c7 req-812c2574-aedf-4059-bfe9-dff36da011ca tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:35.371795 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b57cb256-7cb9-4311-b738-b0b646cbc2c7 req-812c2574-aedf-4059-bfe9-dff36da011ca tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 943 time: 0.0793393 Aug 23 02:01:35.416648 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b57cb256-7cb9-4311-b738-b0b646cbc2c7 req-605489f1-b3d9-4065-b48b-719dcba09f90 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394261 Aug 23 02:01:35.551881 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:36.632342 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf01de9-b3f2-4818-baba-456d2631d070 req-8b2e0b99-a05e-4f03-ab04-e70cd599649a tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:36.633917 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-caf01de9-b3f2-4818-baba-456d2631d070 req-8b2e0b99-a05e-4f03-ab04-e70cd599649a tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 943 time: 0.0800457 Aug 23 02:01:36.681299 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-caf01de9-b3f2-4818-baba-456d2631d070 req-baedd0c5-7471-411a-b9f5-11c8b1de2aeb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415790 Aug 23 02:01:37.083614 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:37.893016 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c58a42-c529-4e73-a169-ddd955dc72df req-0ddf3692-bf2b-41fd-9d91-0a1633680548 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:37.894631 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e1c58a42-c529-4e73-a169-ddd955dc72df req-0ddf3692-bf2b-41fd-9d91-0a1633680548 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 943 time: 0.0757387 Aug 23 02:01:37.941131 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e1c58a42-c529-4e73-a169-ddd955dc72df req-44a04e57-804d-4e64-b364-200a42e9d2a9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410492 Aug 23 02:01:39.180084 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8530b1b-3f5a-449c-b57a-1221c0d25b3e req-9a58dcc7-0bd3-4819-abab-088102f16fdb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:39.181546 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-f8530b1b-3f5a-449c-b57a-1221c0d25b3e req-9a58dcc7-0bd3-4819-abab-088102f16fdb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 943 time: 0.0863583 Aug 23 02:01:39.247357 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-f8530b1b-3f5a-449c-b57a-1221c0d25b3e req-b070c201-2b58-47d6-b7d2-a88fae29eef0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578310 Aug 23 02:01:40.474317 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dabdce-a59f-49f7-b03d-71ed3a329625 req-4243078a-db41-42b1-b454-1e98e79d0d2b tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:40.475781 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a7dabdce-a59f-49f7-b03d-71ed3a329625 req-4243078a-db41-42b1-b454-1e98e79d0d2b tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 943 time: 0.0776653 Aug 23 02:01:40.526039 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a7dabdce-a59f-49f7-b03d-71ed3a329625 req-fe1cf47a-0a99-4a4f-9892-90b01577856a tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447557 Aug 23 02:01:40.959206 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device f6606d06-ed22-41b5-8f1a-ee838a057978 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 02:01:41.098446 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port f6606d06-ed22-41b5-8f1a-ee838a057978, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f6606d06-ed22-41b5-8f1a-ee838a057978,segment=NetworkSegment(4998317b-f65b-459a-b79b-8cace97c4771),segment_id=4998317b-f65b-459a-b79b-8cace97c4771)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:01:41.111261 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Returning: {'device': 'f6606d06-ed22-41b5-8f1a-ee838a057978', 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'port_id': 'f6606d06-ed22-41b5-8f1a-ee838a057978', 'mac_address': 'fa:16:3e:f3:49:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 02:01:41.168924 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:41.185845 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6606d06-ed22-41b5-8f1a-ee838a057978 {{(pid=75885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 02:01:41.200631 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port f6606d06-ed22-41b5-8f1a-ee838a057978, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f6606d06-ed22-41b5-8f1a-ee838a057978,segment=NetworkSegment(4998317b-f65b-459a-b79b-8cace97c4771),segment_id=4998317b-f65b-459a-b79b-8cace97c4771)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:01:41.306242 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:41.308004 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:01:41.375515 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=f6606d06-ed22-41b5-8f1a-ee838a057978,revision_number=9']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:01:41.379543 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:01:41.503571 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20f992-e033-4222-9ce7-193ec49c29e7 req-fd6bc6d0-9f35-4e24-aedc-f15e55dbf3de tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:41.505047 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-be20f992-e033-4222-9ce7-193ec49c29e7 req-fd6bc6d0-9f35-4e24-aedc-f15e55dbf3de tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=22153b10-1625-43b8-8a1f-0c83728f66ea HTTP/1.1" status: 200 len: 945 time: 0.0761676 Aug 23 02:01:41.550925 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-be20f992-e033-4222-9ce7-193ec49c29e7 req-c63694fd-7cf8-4094-9a1a-54cf56bdd10a tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=3de7c6ef-62fd-40f2-bf68-ef2c1498f760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404010 Aug 23 02:01:41.655602 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['f6606d06-ed22-41b5-8f1a-ee838a057978'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 02:01:41.740836 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eaa5aa-fc64-42b6-93f5-1f4fec541960 req-10884fa2-0707-408d-9a69-7bdc6fa0ac23 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:41.742281 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-41eaa5aa-fc64-42b6-93f5-1f4fec541960 req-10884fa2-0707-408d-9a69-7bdc6fa0ac23 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 944 time: 0.0780151 Aug 23 02:01:41.787036 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-41eaa5aa-fc64-42b6-93f5-1f4fec541960 req-7147bed8-eb03-4364-819f-f9038774a252 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389836 Aug 23 02:01:42.826431 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acea2b5-342a-4329-8afc-05abc142d186 req-5a8ab45f-c822-449e-ae68-83b47b8f40c8 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:42.827885 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-1acea2b5-342a-4329-8afc-05abc142d186 req-5a8ab45f-c822-449e-ae68-83b47b8f40c8 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=22153b10-1625-43b8-8a1f-0c83728f66ea HTTP/1.1" status: 200 len: 945 time: 0.1502042 Aug 23 02:01:42.873314 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-1acea2b5-342a-4329-8afc-05abc142d186 req-759aa495-415b-443b-99b1-9614f4902489 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=3de7c6ef-62fd-40f2-bf68-ef2c1498f760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393260 Aug 23 02:01:42.960685 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device f6606d06-ed22-41b5-8f1a-ee838a057978 up at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 02:01:43.001718 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14f0b9-9934-43ab-a6b3-8ba1e0162030 req-2e48241f-408e-4524-ac8e-a3d3382ae5d1 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:43.003210 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8f14f0b9-9934-43ab-a6b3-8ba1e0162030 req-2e48241f-408e-4524-ac8e-a3d3382ae5d1 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 944 time: 0.0809777 Aug 23 02:01:43.026568 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning complete for port f6606d06-ed22-41b5-8f1a-ee838a057978 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 02:01:43.027180 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:43.049885 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8f14f0b9-9934-43ab-a6b3-8ba1e0162030 req-84c0bced-11f8-45c5-a811-c4e50fb627f8 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405099 Aug 23 02:01:43.139488 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:43.165961 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6606d06-ed22-41b5-8f1a-ee838a057978'}] {{(pid=75885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 02:01:43.176109 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port f6606d06-ed22-41b5-8f1a-ee838a057978, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f6606d06-ed22-41b5-8f1a-ee838a057978,segment=NetworkSegment(4998317b-f65b-459a-b79b-8cace97c4771),segment_id=4998317b-f65b-459a-b79b-8cace97c4771)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:01:43.218803 dv-cinder-805529-1-smb neutron-server[75885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6606d06-ed22-41b5-8f1a-ee838a057978', 'code': 200} Aug 23 02:01:43.260415 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:43.262270 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:01:43.328044 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=f6606d06-ed22-41b5-8f1a-ee838a057978,revision_number=10']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:01:43.331588 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:01:43.639458 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a85d585a-52ac-41f5-945a-12775ce16ad3 req-8037be96-d64c-48ef-b49e-1e93a7536342 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 1099 time: 0.0684452 Aug 23 02:01:43.760503 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a85d585a-52ac-41f5-945a-12775ce16ad3 req-4ba096c0-0260-4a9c-821b-ad54644bd8fd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906963 Aug 23 02:01:43.778049 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a7f3a-998d-4dc8-a776-62740446c8bf req-0be552f2-8af0-46a1-8cbb-90a97880b451 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:43.779472 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-6c4a7f3a-998d-4dc8-a776-62740446c8bf req-0be552f2-8af0-46a1-8cbb-90a97880b451 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.10 "GET /v2.0/ports?device_id=22153b10-1625-43b8-8a1f-0c83728f66ea HTTP/1.1" status: 200 len: 945 time: 0.0968318 Aug 23 02:01:44.066232 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126691d-5cf2-4590-a2e6-3e69990f99ef req-950a2bcd-ccda-4487-8251-8833539e671e tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:44.067686 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f126691d-5cf2-4590-a2e6-3e69990f99ef req-950a2bcd-ccda-4487-8251-8833539e671e tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=22153b10-1625-43b8-8a1f-0c83728f66ea HTTP/1.1" status: 200 len: 945 time: 0.0756800 Aug 23 02:01:44.161404 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-6c4a7f3a-998d-4dc8-a776-62740446c8bf req-bbaf67ad-43c4-4971-9599-4e9409f4a410 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Deleting port de31b497-7bb7-403c-b97f-083ec87165ba {{(pid=75884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:01:44.161792 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-6c4a7f3a-998d-4dc8-a776-62740446c8bf req-bbaf67ad-43c4-4971-9599-4e9409f4a410 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:44.207032 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f126691d-5cf2-4590-a2e6-3e69990f99ef req-1477b7f4-b23a-4321-ba14-379e1d2bc54b tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups?id=3de7c6ef-62fd-40f2-bf68-ef2c1498f760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081998 Aug 23 02:01:44.263072 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901cbba-5abf-4425-a062-d66a50f0069f req-3b0b1911-cdc6-4967-a8c8-302d13b248be tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:44.264529 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-f901cbba-5abf-4425-a062-d66a50f0069f req-3b0b1911-cdc6-4967-a8c8-302d13b248be tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 946 time: 0.0795767 Aug 23 02:01:44.309708 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-f901cbba-5abf-4425-a062-d66a50f0069f req-60411f10-ecfd-431a-b437-808020cb6aaa tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393350 Aug 23 02:01:44.415507 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-6c4a7f3a-998d-4dc8-a776-62740446c8bf req-bbaf67ad-43c4-4971-9599-4e9409f4a410 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] For port de31b497-7bb7-403c-b97f-083ec87165ba, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=de31b497-7bb7-403c-b97f-083ec87165ba,segment=NetworkSegment(925f2863-4da7-47f7-967e-d699cb09d093),segment_id=925f2863-4da7-47f7-967e-d699cb09d093)] {{(pid=75884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:01:44.415749 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-6c4a7f3a-998d-4dc8-a776-62740446c8bf req-bbaf67ad-43c4-4971-9599-4e9409f4a410 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:44.693611 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-6c4a7f3a-998d-4dc8-a776-62740446c8bf req-bbaf67ad-43c4-4971-9599-4e9409f4a410 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:44.693887 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-6c4a7f3a-998d-4dc8-a776-62740446c8bf req-bbaf67ad-43c4-4971-9599-4e9409f4a410 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405582'] for floatingip, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:44.694192 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.db.l3_db [req-6c4a7f3a-998d-4dc8-a776-62740446c8bf req-bbaf67ad-43c4-4971-9599-4e9409f4a410 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Floating IP fc3ddd6c-0029-4ffc-bfe4-93e4c3ac26a4 disassociated. External IP: 172.28.2.22, port: de31b497-7bb7-403c-b97f-083ec87165ba. Aug 23 02:01:44.694524 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-6c4a7f3a-998d-4dc8-a776-62740446c8bf req-bbaf67ad-43c4-4971-9599-4e9409f4a410 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Calling delete_port for de31b497-7bb7-403c-b97f-083ec87165ba owned by compute:nova {{(pid=75884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:01:44.900575 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-6c4a7f3a-998d-4dc8-a776-62740446c8bf req-bbaf67ad-43c4-4971-9599-4e9409f4a410 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:44.906113 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-d9ffaabb-418d-4809-bdc8-d4f06152d3d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:01:44.947976 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf67ad-43c4-4971-9599-4e9409f4a410 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Pushing event deleted for resources: {'Port': ['ID=de31b497-7bb7-403c-b97f-083ec87165ba,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:01:44.962377 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf67ad-43c4-4971-9599-4e9409f4a410 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:01:44.962377 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf67ad-43c4-4971-9599-4e9409f4a410 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:01:44.962582 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf67ad-43c4-4971-9599-4e9409f4a410 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:01:44.962919 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf67ad-43c4-4971-9599-4e9409f4a410 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:01:44.963278 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf67ad-43c4-4971-9599-4e9409f4a410 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:01:44.963663 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf67ad-43c4-4971-9599-4e9409f4a410 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:01:44.964296 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf67ad-43c4-4971-9599-4e9409f4a410 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:01:44.964677 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf67ad-43c4-4971-9599-4e9409f4a410 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:01:44.965070 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf67ad-43c4-4971-9599-4e9409f4a410 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:01:44.965385 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf67ad-43c4-4971-9599-4e9409f4a410 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:01:44.965746 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaf67ad-43c4-4971-9599-4e9409f4a410 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:01:44.969038 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-bbaf67ad-43c4-4971-9599-4e9409f4a410 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:01:45.247777 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c4a7f3a-998d-4dc8-a776-62740446c8bf req-bbaf67ad-43c4-4971-9599-4e9409f4a410 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Router e07315b9-d39a-4a56-a26e-63073cb79a42 has already been hosted by L3 agent a65233ca-d566-4bb6-b10d-56979c97574d {{(pid=75884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 02:01:45.394414 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-52ee53c0-3dfe-442b-9c43-bd97c6f00216 req-a53343dd-e353-4566-b75a-3387351960f7 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=22153b10-1625-43b8-8a1f-0c83728f66ea HTTP/1.1" status: 200 len: 210 time: 0.0554447 Aug 23 02:01:45.513440 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c4a7f3a-998d-4dc8-a776-62740446c8bf req-bbaf67ad-43c4-4971-9599-4e9409f4a410 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 02:01:45.524413 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc24bb6-9ecf-4724-9ec1-d108c2fcda0c None None] Sync routers for ids ['e07315b9-d39a-4a56-a26e-63073cb79a42'] in dv-cinder-805529-1-smb {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 02:01:45.536604 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc24bb6-9ecf-4724-9ec1-d108c2fcda0c None None] Routers {'e07315b9-d39a-4a56-a26e-63073cb79a42'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 02:01:45.537248 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-7dc24bb6-9ecf-4724-9ec1-d108c2fcda0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T02:01:34Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['e07315b9-d39a-4a56-a26e-63073cb79a42'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:01:45.549488 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdca0d-e80e-4308-a9ca-b344ad8712a1 req-4950a57b-4201-48e3-8a5a-2ce4d0ee3614 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:45.551938 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-29fdca0d-e80e-4308-a9ca-b344ad8712a1 req-4950a57b-4201-48e3-8a5a-2ce4d0ee3614 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 946 time: 0.0852797 Aug 23 02:01:45.590565 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4a7f3a-998d-4dc8-a776-62740446c8bf req-bbaf67ad-43c4-4971-9599-4e9409f4a410 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] No DVR routers for this DVR port de31b497-7bb7-403c-b97f-083ec87165ba on host hv-cinder-80552 {{(pid=75884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 02:01:45.593079 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-6c4a7f3a-998d-4dc8-a776-62740446c8bf req-bbaf67ad-43c4-4971-9599-4e9409f4a410 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:45.595817 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22153b10-1625-43b8-8a1f-0c83728f66ea', 'name': 'network-vif-deleted', 'tag': 'de31b497-7bb7-403c-b97f-083ec87165ba'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 02:01:45.603908 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-29fdca0d-e80e-4308-a9ca-b344ad8712a1 req-a5372f1a-e1e9-4312-b244-4f9d1446218f tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453875 Aug 23 02:01:45.666935 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-6c4a7f3a-998d-4dc8-a776-62740446c8bf req-bbaf67ad-43c4-4971-9599-4e9409f4a410 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.10 "DELETE /v2.0/ports/de31b497-7bb7-403c-b97f-083ec87165ba HTTP/1.1" status: 204 len: 173 time: 1.5982745 Aug 23 02:01:45.676961 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22153b10-1625-43b8-8a1f-0c83728f66ea', 'name': 'network-vif-deleted', 'tag': 'de31b497-7bb7-403c-b97f-083ec87165ba', 'status': 'completed', 'code': 200} Aug 23 02:01:45.780050 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-7dc24bb6-9ecf-4724-9ec1-d108c2fcda0c None None] Set router e07315b9-d39a-4a56-a26e-63073cb79a42 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 02:01:46.095767 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-7dc24bb6-9ecf-4724-9ec1-d108c2fcda0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'name': 'tempest-AttachVolumeTestJSON-1962057698-router', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:53:00Z', 'updated_at': '2021-08-23T01:53:14Z', 'revision_number': 4, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'gw_port': {'id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:01Z', 'updated_at': '2021-08-23T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': '5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c', 'name': '', 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'mac_address': 'fa:16:3e:d3:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:11Z', 'updated_at': '2021-08-23T01:53:55Z', 'revision_number': 5, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'subnets': [{'id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:01:46.099687 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc24bb6-9ecf-4724-9ec1-d108c2fcda0c None None] Checking router: e07315b9-d39a-4a56-a26e-63073cb79a42 for host: dv-cinder-805529-1-smb {{(pid=75885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 02:01:46.110137 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc24bb6-9ecf-4724-9ec1-d108c2fcda0c None None] Routers {'e07315b9-d39a-4a56-a26e-63073cb79a42'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 02:01:46.110771 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-7dc24bb6-9ecf-4724-9ec1-d108c2fcda0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T02:01:34Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['e07315b9-d39a-4a56-a26e-63073cb79a42'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:01:46.286383 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-7dc24bb6-9ecf-4724-9ec1-d108c2fcda0c None None] Set router e07315b9-d39a-4a56-a26e-63073cb79a42 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 02:01:46.598549 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-2ccf4979-d406-4990-8530-0b5264ad2771 req-46f7ca50-9bf6-4b75-9d81-42f67f4640b5 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/ports?device_id=22153b10-1625-43b8-8a1f-0c83728f66ea HTTP/1.1" status: 200 len: 210 time: 0.0650320 Aug 23 02:01:46.623609 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-7dc24bb6-9ecf-4724-9ec1-d108c2fcda0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'name': 'tempest-AttachVolumeTestJSON-1962057698-router', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:53:00Z', 'updated_at': '2021-08-23T01:53:14Z', 'revision_number': 4, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'gw_port': {'id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:01Z', 'updated_at': '2021-08-23T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': '5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c', 'name': '', 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'mac_address': 'fa:16:3e:d3:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:11Z', 'updated_at': '2021-08-23T01:53:55Z', 'revision_number': 5, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'subnets': [{'id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:01:46.628546 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc24bb6-9ecf-4724-9ec1-d108c2fcda0c None None] The sync data for ids ['e07315b9-d39a-4a56-a26e-63073cb79a42'] in dv-cinder-805529-1-smb is: [{'id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'name': 'tempest-AttachVolumeTestJSON-1962057698-router', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:53:00Z', 'updated_at': '2021-08-23T01:53:14Z', 'revision_number': 4, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'gw_port': {'id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:01Z', 'updated_at': '2021-08-23T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': '5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c', 'name': '', 'network_id': '5840b669-618c-425e-995c-00dd5d36fe85', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'mac_address': 'fa:16:3e:d3:13:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:11Z', 'updated_at': '2021-08-23T01:53:55Z', 'revision_number': 5, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'subnets': [{'id': 'afcb811f-6ebd-4831-86e9-dd7cc945a891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 02:01:46.849188 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d45ed-0c9d-4236-8c51-635e4619adc0 req-394caf4b-2d9c-4c30-8dc6-775ce4b4cdbe tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:46.850697 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c40d45ed-0c9d-4236-8c51-635e4619adc0 req-394caf4b-2d9c-4c30-8dc6-775ce4b4cdbe tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 946 time: 0.0866849 Aug 23 02:01:46.893958 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2f60dd-e43f-4424-a46f-da44f0789804 None None] New status for floating IP fc3ddd6c-0029-4ffc-bfe4-93e4c3ac26a4: DOWN {{(pid=75886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 02:01:46.900713 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c40d45ed-0c9d-4236-8c51-635e4619adc0 req-dc7ee8ed-b7c8-419a-b195-ccad11cd185b tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439651 Aug 23 02:01:46.978127 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device de31b497-7bb7-403c-b97f-083ec87165ba no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 02:01:47.010651 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] No Port match for: de31b497-7bb7-403c-b97f-083ec87165ba {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 02:01:47.010990 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device de31b497-7bb7-403c-b97f-083ec87165ba not bound to the agent host hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 02:01:47.809309 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 46134) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:01:47.873082 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-dd90fd6d-40a3-4015-afc5-97b89906d298 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:47.900057 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-dd90fd6d-40a3-4015-afc5-97b89906d298 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:48.037481 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-dd90fd6d-40a3-4015-afc5-97b89906d298 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:48.041682 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-873fc4f7-ef48-4f2f-811a-716646776eab tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:01:48.057096 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90fd6d-40a3-4015-afc5-97b89906d298 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de7c6ef-62fd-40f2-bf68-ef2c1498f760,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:01:48.066670 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd90fd6d-40a3-4015-afc5-97b89906d298 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:01:48.067029 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd90fd6d-40a3-4015-afc5-97b89906d298 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:01:48.067409 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd90fd6d-40a3-4015-afc5-97b89906d298 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:01:48.067761 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd90fd6d-40a3-4015-afc5-97b89906d298 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:01:48.068112 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd90fd6d-40a3-4015-afc5-97b89906d298 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:01:48.068453 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd90fd6d-40a3-4015-afc5-97b89906d298 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:01:48.068803 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd90fd6d-40a3-4015-afc5-97b89906d298 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:01:48.069140 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd90fd6d-40a3-4015-afc5-97b89906d298 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:01:48.069477 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd90fd6d-40a3-4015-afc5-97b89906d298 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:01:48.069813 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd90fd6d-40a3-4015-afc5-97b89906d298 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:01:48.070148 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd90fd6d-40a3-4015-afc5-97b89906d298 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:01:48.073500 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-dd90fd6d-40a3-4015-afc5-97b89906d298 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:01:48.139481 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-dd90fd6d-40a3-4015-afc5-97b89906d298 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:48.140607 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-dd90fd6d-40a3-4015-afc5-97b89906d298 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "DELETE /v2.0/security-groups/3de7c6ef-62fd-40f2-bf68-ef2c1498f760 HTTP/1.1" status: 204 len: 168 time: 0.3303020 Aug 23 02:01:48.143386 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 46138) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:01:48.159393 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.api.v2.resource [None req-47bc2157-26ba-46b3-802d-77be2aadfe41 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] show failed (client error): The resource could not be found. Aug 23 02:01:48.160284 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-47bc2157-26ba-46b3-802d-77be2aadfe41 tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "GET /v2.0/security-groups/3de7c6ef-62fd-40f2-bf68-ef2c1498f760 HTTP/1.1" status: 404 len: 347 time: 0.0160155 Aug 23 02:01:48.162791 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 46142) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:01:48.324711 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-8a51b949-ebfd-455f-80e9-5a9e3e1fd1fb tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Deleting port 107af562-5c4e-42cb-98c1-3517479358fe {{(pid=75883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:01:48.325051 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-8a51b949-ebfd-455f-80e9-5a9e3e1fd1fb tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:48.496253 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-8a51b949-ebfd-455f-80e9-5a9e3e1fd1fb tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:48.496497 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-8a51b949-ebfd-455f-80e9-5a9e3e1fd1fb tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:48.615739 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-8a51b949-ebfd-455f-80e9-5a9e3e1fd1fb tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Calling delete_port for 107af562-5c4e-42cb-98c1-3517479358fe owned by network:floatingip {{(pid=75883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:01:48.843092 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-8a51b949-ebfd-455f-80e9-5a9e3e1fd1fb tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904'] for port, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:48.847561 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-a52aecbc-f190-4902-a85b-9944ecbf39fd tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:01:48.891451 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51b949-ebfd-455f-80e9-5a9e3e1fd1fb tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Pushing event deleted for resources: {'Port': ['ID=107af562-5c4e-42cb-98c1-3517479358fe,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:01:48.894545 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-8a51b949-ebfd-455f-80e9-5a9e3e1fd1fb tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:01:48.933846 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-8a51b949-ebfd-455f-80e9-5a9e3e1fd1fb tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks [] for floatingip, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:48.947742 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-8a51b949-ebfd-455f-80e9-5a9e3e1fd1fb tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for floatingip, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:48.948850 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-8a51b949-ebfd-455f-80e9-5a9e3e1fd1fb tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] 10.222.0.18 "DELETE /v2.0/floatingips/fc3ddd6c-0029-4ffc-bfe4-93e4c3ac26a4 HTTP/1.1" status: 204 len: 168 time: 0.7849369 Aug 23 02:01:49.762529 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-159b75f3-9847-495f-b928-1e9b7584ea38 req-cdcd20ef-879b-4605-b57a-4cd5d583d79f tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1547780003&fields=id&tenant_id=84945da5212241b9bfab7b2fb8891a6a HTTP/1.1" status: 200 len: 267 time: 0.0429420 Aug 23 02:01:49.844838 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b75f3-9847-495f-b928-1e9b7584ea38 req-d6d5019e-575e-427d-8bdf-7fd3b0f434e9 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:49.847152 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-159b75f3-9847-495f-b928-1e9b7584ea38 req-d6d5019e-575e-427d-8bdf-7fd3b0f434e9 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 985 time: 0.0792367 Aug 23 02:01:49.857686 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [req-159b75f3-9847-495f-b928-1e9b7584ea38 req-7ae81ce8-da90-4c98-9daa-05efa5e3b274 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Request body: {'port': {'security_groups': ['d4eda83d-d775-4cff-9df1-89eebddbaa8f']}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 02:01:49.976704 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [req-159b75f3-9847-495f-b928-1e9b7584ea38 req-7ae81ce8-da90-4c98-9daa-05efa5e3b274 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:50.288103 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.db [req-159b75f3-9847-495f-b928-1e9b7584ea38 req-7ae81ce8-da90-4c98-9daa-05efa5e3b274 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] For port f52ebc54-1174-405e-910c-c6dc1f8d7122, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f52ebc54-1174-405e-910c-c6dc1f8d7122,segment=NetworkSegment(820f3040-a687-4e98-921a-af2d1707ff78),segment_id=820f3040-a687-4e98-921a-af2d1707ff78)] {{(pid=75883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:01:50.312451 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [req-159b75f3-9847-495f-b928-1e9b7584ea38 req-7ae81ce8-da90-4c98-9daa-05efa5e3b274 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for port, precommit_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:50.380154 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [req-159b75f3-9847-495f-b928-1e9b7584ea38 req-7ae81ce8-da90-4c98-9daa-05efa5e3b274 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:50.386033 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-d36d45be-0092-48f0-963f-8f4a6b83a754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:01:50.392111 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['f52ebc54-1174-405e-910c-c6dc1f8d7122'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 02:01:50.458598 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b75f3-9847-495f-b928-1e9b7584ea38 req-7ae81ce8-da90-4c98-9daa-05efa5e3b274 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:50.465158 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [req-159b75f3-9847-495f-b928-1e9b7584ea38 req-7ae81ce8-da90-4c98-9daa-05efa5e3b274 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:50.465158 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-159b75f3-9847-495f-b928-1e9b7584ea38 req-7ae81ce8-da90-4c98-9daa-05efa5e3b274 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "PUT /v2.0/ports/f52ebc54-1174-405e-910c-c6dc1f8d7122 HTTP/1.1" status: 200 len: 943 time: 0.6073670 Aug 23 02:01:50.465158 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be61dc7c-2d31-48aa-9744-6be0ae66ad80', 'tag': 'f52ebc54-1174-405e-910c-c6dc1f8d7122'}] {{(pid=75883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 02:01:50.466442 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 46164) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:01:50.484310 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae81ce8-da90-4c98-9daa-05efa5e3b274 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Pushing event updated for resources: {'Port': ['ID=f52ebc54-1174-405e-910c-c6dc1f8d7122,revision_number=7']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:01:50.488455 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-7ae81ce8-da90-4c98-9daa-05efa5e3b274 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:01:50.534535 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be61dc7c-2d31-48aa-9744-6be0ae66ad80', 'tag': 'f52ebc54-1174-405e-910c-c6dc1f8d7122', 'status': 'completed', 'code': 200} Aug 23 02:01:50.554109 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['f52ebc54-1174-405e-910c-c6dc1f8d7122'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 02:01:50.565441 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-ac307bf0-56ab-4b0e-a5fc-d5ad23263dc1 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:50.615334 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-ac307bf0-56ab-4b0e-a5fc-d5ad23263dc1 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:50.802416 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8af9a71f-e7d9-4be9-a8c0-7a865d3ec7cb req-c71b8ab8-0995-43dc-9c08-4a4fdea3ec5e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84945da5212241b9bfab7b2fb8891a6a&device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 1099 time: 0.1008422 Aug 23 02:01:50.821171 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-7b8a4287-72d2-41df-aaca-926f01abe27b None None] Provisioning complete for port f52ebc54-1174-405e-910c-c6dc1f8d7122 triggered by entity DHCP. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 02:01:50.821471 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-7b8a4287-72d2-41df-aaca-926f01abe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:50.882218 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-ac307bf0-56ab-4b0e-a5fc-d5ad23263dc1 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:50.891264 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-22d87a88-2b83-4dbe-9b34-9b958aef267b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:01:50.912871 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac307bf0-56ab-4b0e-a5fc-d5ad23263dc1 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7946df-bb9c-4a16-a564-218589b304af,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:01:50.916645 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-ac307bf0-56ab-4b0e-a5fc-d5ad23263dc1 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:01:50.966023 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9a71f-e7d9-4be9-a8c0-7a865d3ec7cb req-4b23564e-70e0-407e-9924-7319fb401238 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:50.967570 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8af9a71f-e7d9-4be9-a8c0-7a865d3ec7cb req-4b23564e-70e0-407e-9924-7319fb401238 service neutron] 10.222.0.10 "GET /v2.0/networks?id=31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0 HTTP/1.1" status: 200 len: 916 time: 0.1590786 Aug 23 02:01:51.053703 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-ac307bf0-56ab-4b0e-a5fc-d5ad23263dc1 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:51.054814 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-ac307bf0-56ab-4b0e-a5fc-d5ad23263dc1 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "DELETE /v2.0/security-groups/3c7946df-bb9c-4a16-a564-218589b304af HTTP/1.1" status: 204 len: 168 time: 0.5872095 Aug 23 02:01:51.057581 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 46170) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:01:51.087417 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8af9a71f-e7d9-4be9-a8c0-7a865d3ec7cb req-cfbc22a6-044d-44e8-992d-246435bd50c3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f52ebc54-1174-405e-910c-c6dc1f8d7122 HTTP/1.1" status: 200 len: 1001 time: 0.1043780 Aug 23 02:01:51.143680 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9a71f-e7d9-4be9-a8c0-7a865d3ec7cb req-feea86b3-2e00-4b31-a871-0af90b964e98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:51.145160 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8af9a71f-e7d9-4be9-a8c0-7a865d3ec7cb req-feea86b3-2e00-4b31-a871-0af90b964e98 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48543fea-f3f5-4502-841e-d602926dc26b HTTP/1.1" status: 200 len: 854 time: 0.0586765 Aug 23 02:01:51.228829 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8af9a71f-e7d9-4be9-a8c0-7a865d3ec7cb req-39097468-74c1-4792-8839-f1a714662ad3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0736039 Aug 23 02:01:51.259197 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-0945b180-97b2-4a6f-b006-f0866064f360 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Deleting port a64b1920-ef49-470e-849d-22cc79f24557 {{(pid=75883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:01:51.266202 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-0945b180-97b2-4a6f-b006-f0866064f360 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:51.360557 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8af9a71f-e7d9-4be9-a8c0-7a865d3ec7cb req-fb60f75b-7432-4be1-9f3b-433bdc7c4079 service neutron] 10.222.0.10 "GET /v2.0/networks/31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250787 Aug 23 02:01:51.424959 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-0945b180-97b2-4a6f-b006-f0866064f360 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:51.425275 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-0945b180-97b2-4a6f-b006-f0866064f360 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:51.490601 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-8af9a71f-e7d9-4be9-a8c0-7a865d3ec7cb req-948ff738-9d78-4af4-b5c7-7c8e66bbba39 service neutron] 10.222.0.10 "GET /v2.0/networks/31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237779 Aug 23 02:01:51.545557 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-0945b180-97b2-4a6f-b006-f0866064f360 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Calling delete_port for a64b1920-ef49-470e-849d-22cc79f24557 owned by network:floatingip {{(pid=75883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:01:51.763308 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:51.792019 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-0945b180-97b2-4a6f-b006-f0866064f360 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904'] for port, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:51.796517 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-18a0cc91-8e38-4227-afca-a5ec51c9842f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:01:51.835757 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945b180-97b2-4a6f-b006-f0866064f360 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Pushing event deleted for resources: {'Port': ['ID=a64b1920-ef49-470e-849d-22cc79f24557,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:01:51.839693 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-0945b180-97b2-4a6f-b006-f0866064f360 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:01:51.876292 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-0945b180-97b2-4a6f-b006-f0866064f360 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks [] for floatingip, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:52.277538 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0945b180-97b2-4a6f-b006-f0866064f360 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Router 7547059e-ba11-43bf-bd7a-fc2845c186e4 has already been hosted by L3 agent a65233ca-d566-4bb6-b10d-56979c97574d {{(pid=75883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 02:01:52.566764 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0945b180-97b2-4a6f-b006-f0866064f360 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 02:01:52.577153 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919f0fd2-eb80-46e2-9eb1-7014c44e97f6 None None] Sync routers for ids ['7547059e-ba11-43bf-bd7a-fc2845c186e4'] in dv-cinder-805529-1-smb {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 02:01:52.589641 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919f0fd2-eb80-46e2-9eb1-7014c44e97f6 None None] Routers {'7547059e-ba11-43bf-bd7a-fc2845c186e4'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 02:01:52.590230 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-919f0fd2-eb80-46e2-9eb1-7014c44e97f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T02:01:34Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['7547059e-ba11-43bf-bd7a-fc2845c186e4'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:01:52.667080 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-0945b180-97b2-4a6f-b006-f0866064f360 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for floatingip, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:52.729289 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-0945b180-97b2-4a6f-b006-f0866064f360 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "DELETE /v2.0/floatingips/488d6a6d-313c-492d-a923-c30a4091ba3d HTTP/1.1" status: 204 len: 168 time: 1.6680503 Aug 23 02:01:52.729289 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be61dc7c-2d31-48aa-9744-6be0ae66ad80', 'tag': 'f52ebc54-1174-405e-910c-c6dc1f8d7122'}] {{(pid=75883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 02:01:52.793376 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be61dc7c-2d31-48aa-9744-6be0ae66ad80', 'tag': 'f52ebc54-1174-405e-910c-c6dc1f8d7122', 'status': 'completed', 'code': 200} Aug 23 02:01:52.814778 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-919f0fd2-eb80-46e2-9eb1-7014c44e97f6 None None] Set router 7547059e-ba11-43bf-bd7a-fc2845c186e4 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 02:01:52.886062 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-b9b83969-a7d9-43d1-a4bb-f2b23d9289ec req-e372fbe5-8d55-4cb0-b7ce-2eb1498a3a12 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=84945da5212241b9bfab7b2fb8891a6a&device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 1099 time: 0.0697062 Aug 23 02:01:53.118889 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b83969-a7d9-43d1-a4bb-f2b23d9289ec req-98bd810b-0a0d-46c7-8503-7daddf7b5f43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:53.120346 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-b9b83969-a7d9-43d1-a4bb-f2b23d9289ec req-98bd810b-0a0d-46c7-8503-7daddf7b5f43 service neutron] 10.222.0.10 "GET /v2.0/networks?id=31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0 HTTP/1.1" status: 200 len: 916 time: 0.2284582 Aug 23 02:01:53.146159 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-919f0fd2-eb80-46e2-9eb1-7014c44e97f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'name': 'tempest-TestMinimumBasicScenario-1496507499-router', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'e781099b-0309-4c18-83e7-67a6567cf36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:57:56Z', 'updated_at': '2021-08-23T01:58:01Z', 'revision_number': 4, 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'gw_port': {'id': 'e781099b-0309-4c18-83e7-67a6567cf36d', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:be:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:57:57Z', 'updated_at': '2021-08-23T01:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': '9e347390-4e84-4e6f-9f3a-cb1e9d6a613d', 'name': '', 'network_id': '31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'mac_address': 'fa:16:3e:e6:0e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48543fea-f3f5-4502-841e-d602926dc26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:00Z', 'updated_at': '2021-08-23T01:58:19Z', 'revision_number': 5, 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'subnets': [{'id': '48543fea-f3f5-4502-841e-d602926dc26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:01:53.150517 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919f0fd2-eb80-46e2-9eb1-7014c44e97f6 None None] Checking router: 7547059e-ba11-43bf-bd7a-fc2845c186e4 for host: dv-cinder-805529-1-smb {{(pid=75885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 02:01:53.162276 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919f0fd2-eb80-46e2-9eb1-7014c44e97f6 None None] Routers {'7547059e-ba11-43bf-bd7a-fc2845c186e4'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 02:01:53.162888 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-919f0fd2-eb80-46e2-9eb1-7014c44e97f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T02:01:34Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['7547059e-ba11-43bf-bd7a-fc2845c186e4'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:01:53.195871 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-b9b83969-a7d9-43d1-a4bb-f2b23d9289ec req-de3cabf6-f4ed-426e-91e3-1d22b6f62e1d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f52ebc54-1174-405e-910c-c6dc1f8d7122 HTTP/1.1" status: 200 len: 217 time: 0.0691283 Aug 23 02:01:53.270317 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b83969-a7d9-43d1-a4bb-f2b23d9289ec req-2275d8ec-27f6-4f86-af53-91e7ef400faf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:53.272948 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-b9b83969-a7d9-43d1-a4bb-f2b23d9289ec req-2275d8ec-27f6-4f86-af53-91e7ef400faf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=48543fea-f3f5-4502-841e-d602926dc26b HTTP/1.1" status: 200 len: 854 time: 0.0714443 Aug 23 02:01:53.372862 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-b9b83969-a7d9-43d1-a4bb-f2b23d9289ec req-f2e166ef-871f-4fcc-9a40-1ac8dd3fa779 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0834134 Aug 23 02:01:53.373118 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-919f0fd2-eb80-46e2-9eb1-7014c44e97f6 None None] Set router 7547059e-ba11-43bf-bd7a-fc2845c186e4 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 02:01:53.481728 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 46200) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:01:53.516306 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-b9b83969-a7d9-43d1-a4bb-f2b23d9289ec req-e1e8adf3-1743-4755-9af1-833f939ba063 service neutron] 10.222.0.10 "GET /v2.0/networks/31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363964 Aug 23 02:01:53.653466 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-b9b83969-a7d9-43d1-a4bb-f2b23d9289ec req-f4c4cd27-07dd-4135-a1c7-26bd514847d1 service neutron] 10.222.0.10 "GET /v2.0/networks/31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297088 Aug 23 02:01:53.705054 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-919f0fd2-eb80-46e2-9eb1-7014c44e97f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'name': 'tempest-TestMinimumBasicScenario-1496507499-router', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'e781099b-0309-4c18-83e7-67a6567cf36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:57:56Z', 'updated_at': '2021-08-23T01:58:01Z', 'revision_number': 4, 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'gw_port': {'id': 'e781099b-0309-4c18-83e7-67a6567cf36d', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:be:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:57:57Z', 'updated_at': '2021-08-23T01:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': '9e347390-4e84-4e6f-9f3a-cb1e9d6a613d', 'name': '', 'network_id': '31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'mac_address': 'fa:16:3e:e6:0e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48543fea-f3f5-4502-841e-d602926dc26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:00Z', 'updated_at': '2021-08-23T01:58:19Z', 'revision_number': 5, 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'subnets': [{'id': '48543fea-f3f5-4502-841e-d602926dc26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:01:53.709417 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919f0fd2-eb80-46e2-9eb1-7014c44e97f6 None None] The sync data for ids ['7547059e-ba11-43bf-bd7a-fc2845c186e4'] in dv-cinder-805529-1-smb is: [{'id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'name': 'tempest-TestMinimumBasicScenario-1496507499-router', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'e781099b-0309-4c18-83e7-67a6567cf36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:57:56Z', 'updated_at': '2021-08-23T01:58:01Z', 'revision_number': 4, 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'gw_port': {'id': 'e781099b-0309-4c18-83e7-67a6567cf36d', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:be:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:57:57Z', 'updated_at': '2021-08-23T01:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': '9e347390-4e84-4e6f-9f3a-cb1e9d6a613d', 'name': '', 'network_id': '31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'mac_address': 'fa:16:3e:e6:0e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48543fea-f3f5-4502-841e-d602926dc26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:00Z', 'updated_at': '2021-08-23T01:58:19Z', 'revision_number': 5, 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'subnets': [{'id': '48543fea-f3f5-4502-841e-d602926dc26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 02:01:53.957654 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10870730-8f98-45ef-8d94-a6a372aa1230 None None] New status for floating IP 488d6a6d-313c-492d-a923-c30a4091ba3d: DOWN {{(pid=75886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 02:01:54.034771 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-3227b404-a4d8-4ab8-97d0-bf0e28be015f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406364'] for router_interface, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:54.625954 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-3227b404-a4d8-4ab8-97d0-bf0e28be015f admin admin] Deleting port 5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c {{(pid=75883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:01:54.627170 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-3227b404-a4d8-4ab8-97d0-bf0e28be015f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:54.794808 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.db [None req-3227b404-a4d8-4ab8-97d0-bf0e28be015f admin admin] For port 5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c,segment=NetworkSegment(925f2863-4da7-47f7-967e-d699cb09d093),segment_id=925f2863-4da7-47f7-967e-d699cb09d093)] {{(pid=75883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:01:54.795153 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-3227b404-a4d8-4ab8-97d0-bf0e28be015f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:54.910202 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-3227b404-a4d8-4ab8-97d0-bf0e28be015f admin admin] Calling delete_port for 5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c owned by network:router_interface {{(pid=75883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:01:55.254099 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-3227b404-a4d8-4ab8-97d0-bf0e28be015f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904'] for port, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:55.257627 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-963db558-dd5b-4aeb-8915-b93bec35ae14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:01:55.301397 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227b404-a4d8-4ab8-97d0-bf0e28be015f admin admin] Pushing event deleted for resources: {'Port': ['ID=5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:01:55.303877 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-3227b404-a4d8-4ab8-97d0-bf0e28be015f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:01:55.540083 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-3227b404-a4d8-4ab8-97d0-bf0e28be015f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406440'] for router_interface, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:56.103805 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3227b404-a4d8-4ab8-97d0-bf0e28be015f admin admin] Router e07315b9-d39a-4a56-a26e-63073cb79a42 has already been hosted by L3 agent a65233ca-d566-4bb6-b10d-56979c97574d {{(pid=75883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 02:01:56.300995 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3227b404-a4d8-4ab8-97d0-bf0e28be015f admin admin] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 02:01:56.311784 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d299a127-22e3-463e-a3c4-06d8f264a88e None None] Sync routers for ids ['e07315b9-d39a-4a56-a26e-63073cb79a42'] in dv-cinder-805529-1-smb {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 02:01:56.317163 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-3227b404-a4d8-4ab8-97d0-bf0e28be015f admin admin] 10.222.0.18 "PUT /v2.0/routers/e07315b9-d39a-4a56-a26e-63073cb79a42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8338327 Aug 23 02:01:56.319656 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 46218) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:01:56.324248 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d299a127-22e3-463e-a3c4-06d8f264a88e None None] Routers {'e07315b9-d39a-4a56-a26e-63073cb79a42'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 02:01:56.324895 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-d299a127-22e3-463e-a3c4-06d8f264a88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T02:01:34Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['e07315b9-d39a-4a56-a26e-63073cb79a42'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:01:56.514005 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-d299a127-22e3-463e-a3c4-06d8f264a88e None None] Set router e07315b9-d39a-4a56-a26e-63073cb79a42 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 02:01:56.528585 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c5592f00-b875-4b9b-9ae6-91a878ff9130 admin admin] Notify callbacks [] for router, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:56.830860 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c5592f00-b875-4b9b-9ae6-91a878ff9130 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:56.845391 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-d299a127-22e3-463e-a3c4-06d8f264a88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'name': 'tempest-AttachVolumeTestJSON-1962057698-router', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:53:00Z', 'updated_at': '2021-08-23T02:01:55Z', 'revision_number': 5, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'gw_port': {'id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:01Z', 'updated_at': '2021-08-23T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb'}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:01:56.849786 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d299a127-22e3-463e-a3c4-06d8f264a88e None None] Checking router: e07315b9-d39a-4a56-a26e-63073cb79a42 for host: dv-cinder-805529-1-smb {{(pid=75885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 02:01:56.860223 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d299a127-22e3-463e-a3c4-06d8f264a88e None None] Routers {'e07315b9-d39a-4a56-a26e-63073cb79a42'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 02:01:56.860804 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-d299a127-22e3-463e-a3c4-06d8f264a88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T02:01:34Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['e07315b9-d39a-4a56-a26e-63073cb79a42'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:01:56.922723 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-c5592f00-b875-4b9b-9ae6-91a878ff9130 admin admin] Deleting port 19ec2b80-baae-4db2-b5a1-93bc76e4a08b {{(pid=75883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:01:56.923162 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c5592f00-b875-4b9b-9ae6-91a878ff9130 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:57.040214 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-d299a127-22e3-463e-a3c4-06d8f264a88e None None] Set router e07315b9-d39a-4a56-a26e-63073cb79a42 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 02:01:57.108780 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.db [None req-c5592f00-b875-4b9b-9ae6-91a878ff9130 admin admin] For port 19ec2b80-baae-4db2-b5a1-93bc76e4a08b, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=19ec2b80-baae-4db2-b5a1-93bc76e4a08b,segment=NetworkSegment(7c5f1ea7-734e-4991-8c15-dc9eedea0188),segment_id=7c5f1ea7-734e-4991-8c15-dc9eedea0188)] {{(pid=75883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:01:57.109359 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c5592f00-b875-4b9b-9ae6-91a878ff9130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:57.235523 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-c5592f00-b875-4b9b-9ae6-91a878ff9130 admin admin] Calling delete_port for 19ec2b80-baae-4db2-b5a1-93bc76e4a08b owned by network:router_gateway {{(pid=75883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:01:57.333679 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-d299a127-22e3-463e-a3c4-06d8f264a88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'name': 'tempest-AttachVolumeTestJSON-1962057698-router', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:53:00Z', 'updated_at': '2021-08-23T02:01:55Z', 'revision_number': 5, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'gw_port': {'id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:01Z', 'updated_at': '2021-08-23T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb'}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:01:57.337568 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d299a127-22e3-463e-a3c4-06d8f264a88e None None] The sync data for ids ['e07315b9-d39a-4a56-a26e-63073cb79a42'] in dv-cinder-805529-1-smb is: [{'id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'name': 'tempest-AttachVolumeTestJSON-1962057698-router', 'tenant_id': '4974ea7b9027427197b8907f91b8fd1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:53:00Z', 'updated_at': '2021-08-23T02:01:55Z', 'revision_number': 5, 'project_id': '4974ea7b9027427197b8907f91b8fd1c', 'gw_port': {'id': '19ec2b80-baae-4db2-b5a1-93bc76e4a08b', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07315b9-d39a-4a56-a26e-63073cb79a42', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:01Z', 'updated_at': '2021-08-23T01:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb'}] {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 02:01:57.471989 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c5592f00-b875-4b9b-9ae6-91a878ff9130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904'] for port, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:57.475878 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-ddbafb6f-6298-4ec4-a665-026a182b8d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:01:57.517201 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5592f00-b875-4b9b-9ae6-91a878ff9130 admin admin] Pushing event deleted for resources: {'Port': ['ID=19ec2b80-baae-4db2-b5a1-93bc76e4a08b,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:01:57.520673 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-c5592f00-b875-4b9b-9ae6-91a878ff9130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:01:57.732571 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c5592f00-b875-4b9b-9ae6-91a878ff9130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405537'] for router_gateway, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:57.996292 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c5592f00-b875-4b9b-9ae6-91a878ff9130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4395'] for router, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:58.002922 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d5b8f-c389-45de-9855-20470531087a req-5f22a493-a4d5-47ef-b26c-e91e193bdc8b tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:58.003623 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-7e6d5b8f-c389-45de-9855-20470531087a req-5f22a493-a4d5-47ef-b26c-e91e193bdc8b tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Synchronizing usage tracker for tenant:84945da5212241b9bfab7b2fb8891a6a on resource:port {{(pid=75883) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 02:01:58.011643 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c5592f00-b875-4b9b-9ae6-91a878ff9130 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:58.088257 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-7e6d5b8f-c389-45de-9855-20470531087a req-5f22a493-a4d5-47ef-b26c-e91e193bdc8b tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Unset dirty status for tenant:84945da5212241b9bfab7b2fb8891a6a on resource:port {{(pid=75883) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 02:01:58.089674 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-7e6d5b8f-c389-45de-9855-20470531087a req-5f22a493-a4d5-47ef-b26c-e91e193bdc8b tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 946 time: 0.4734902 Aug 23 02:01:58.116983 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c5592f00-b875-4b9b-9ae6-91a878ff9130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412701'] for router, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:58.117607 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5592f00-b875-4b9b-9ae6-91a878ff9130 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e07315b9-d39a-4a56-a26e-63073cb79a42 {{(pid=75883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 02:01:58.144852 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c5592f00-b875-4b9b-9ae6-91a878ff9130 admin admin] Notify callbacks [] for router, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:58.145982 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-c5592f00-b875-4b9b-9ae6-91a878ff9130 admin admin] 10.222.0.18 "DELETE /v2.0/routers/e07315b9-d39a-4a56-a26e-63073cb79a42 HTTP/1.1" status: 204 len: 168 time: 1.8252656 Aug 23 02:01:58.149376 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 46228) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:01:58.285735 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-7e6d5b8f-c389-45de-9855-20470531087a req-2d869221-8342-4e99-a84a-b5e44ffa600f tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904261 Aug 23 02:01:58.312716 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b30eee-26ae-4025-b120-bf4bde2372d2 admin admin] Deleting subnet afcb811f-6ebd-4831-86e9-dd7cc945a891 {{(pid=75883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 02:01:58.315922 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-45b30eee-26ae-4025-b120-bf4bde2372d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:58.367104 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-45b30eee-26ae-4025-b120-bf4bde2372d2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:58.435681 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-45b30eee-26ae-4025-b120-bf4bde2372d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1481903'] for subnet, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:58.581325 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-45b30eee-26ae-4025-b120-bf4bde2372d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1481878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844'] for subnet, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:58.585486 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-eb336859-d999-4ef7-8e2d-a4b39f9af22c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:01:58.620943 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b30eee-26ae-4025-b120-bf4bde2372d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afcb811f-6ebd-4831-86e9-dd7cc945a891,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:01:58.624820 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-45b30eee-26ae-4025-b120-bf4bde2372d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:01:58.628127 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-45b30eee-26ae-4025-b120-bf4bde2372d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for subnet, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:58.633695 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef449507-14b4-49cd-ba14-5960780f2428 None None] Network 5840b669-618c-425e-995c-00dd5d36fe85 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 02:01:58.634242 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-45b30eee-26ae-4025-b120-bf4bde2372d2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/afcb811f-6ebd-4831-86e9-dd7cc945a891 HTTP/1.1" status: 204 len: 168 time: 0.4837341 Aug 23 02:01:58.638216 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 46232) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:01:58.743825 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584917'] for network, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:58.755117 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] Deleting port 9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6 {{(pid=75883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:01:58.755475 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:58.884065 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b069841a-db3a-4702-946b-afb15d733c3d None None] DHCP port deletion for 5840b669-618c-425e-995c-00dd5d36fe85 request from dv-cinder-805529-1-smb {{(pid=75885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 02:01:58.888549 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-b069841a-db3a-4702-946b-afb15d733c3d None None] Deleting port 9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6 {{(pid=75885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:01:58.888953 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-b069841a-db3a-4702-946b-afb15d733c3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:58.955818 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.db [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] For port 9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6,segment=NetworkSegment(925f2863-4da7-47f7-967e-d699cb09d093),segment_id=925f2863-4da7-47f7-967e-d699cb09d093)] {{(pid=75883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:01:58.956197 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:59.012115 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 19ec2b80-baae-4db2-b5a1-93bc76e4a08b no longer exists at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 02:01:59.078589 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] Calling delete_port for 9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6 owned by network:dhcp {{(pid=75883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:01:59.089158 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] No Port match for: 19ec2b80-baae-4db2-b5a1-93bc76e4a08b {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 02:01:59.089421 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 19ec2b80-baae-4db2-b5a1-93bc76e4a08b not bound to the agent host dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 02:01:59.089837 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c no longer exists at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 02:01:59.136358 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] No Port match for: 5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 02:01:59.136618 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 5b05bf9e-e2a0-4406-9f7f-6c4a1c24669c not bound to the agent host dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 02:01:59.137052 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6 no longer exists at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 02:01:59.199370 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-b069841a-db3a-4702-946b-afb15d733c3d None None] For port 9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6,segment=NetworkSegment(925f2863-4da7-47f7-967e-d699cb09d093),segment_id=925f2863-4da7-47f7-967e-d699cb09d093)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:01:59.199789 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-b069841a-db3a-4702-946b-afb15d733c3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:59.214166 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904'] for port, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:59.218622 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-0945b180-97b2-4a6f-b006-f0866064f360 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:01:59.260382 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:01:59.263179 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:01:59.266492 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] No DVR routers for this DVR port 9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6 on host dv-cinder-805529-1-smb {{(pid=75883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 02:01:59.327118 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-b069841a-db3a-4702-946b-afb15d733c3d None None] Calling delete_port for 9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6 owned by network:dhcp {{(pid=75885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:01:59.381769 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480998', 'neutron.services.segments.db._delete_segments_for_network-8755480555394'] for network, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:59.400278 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 02:01:59.400631 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 02:01:59.401353 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 02:01:59.401673 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] Subscribe: > port after_create 55550000 {{(pid=75883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 02:01:59.401996 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] Subscribe: > port after_delete 55550000 {{(pid=75883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 02:01:59.402316 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] Subscribe: > port after_update 55550000 {{(pid=75883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 02:01:59.402639 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 02:01:59.402964 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 02:01:59.403267 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 02:01:59.403590 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 02:01:59.476224 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] No active binding found for port 9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6 {{(pid=75885) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Aug 23 02:01:59.476638 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6 not bound to the agent host dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 02:01:59.498087 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.db.api [None req-b069841a-db3a-4702-946b-afb15d733c3d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 02:01:59.498522 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_db.api [None req-b069841a-db3a-4702-946b-afb15d733c3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 02:01:59.502012 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa8d59-4f47-441b-976c-7d16e2ebef2d req-9ea85004-6fb6-47e8-ae41-26769dfffeec tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:59.503565 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-7bfa8d59-4f47-441b-976c-7d16e2ebef2d req-9ea85004-6fb6-47e8-ae41-26769dfffeec tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 946 time: 0.0846546 Aug 23 02:01:59.550785 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-7bfa8d59-4f47-441b-976c-7d16e2ebef2d req-4719d2e9-625e-4dfe-99e9-8ad8c375677c tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Synchronizing usage tracker for tenant:84945da5212241b9bfab7b2fb8891a6a on resource:security_group {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 02:01:59.554856 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 02:01:59.555307 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 02:01:59.555651 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 02:01:59.556202 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 23 02:01:59.556578 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.services.segments.db [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5840b669-618c-425e-995c-00dd5d36fe85']}} {{(pid=75883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:01:59.570330 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.services.segments.db [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925f2863-4da7-47f7-967e-d699cb09d093') {'for_net_delete': True} {{(pid=75883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:01:59.571405 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.services.segments.db [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925f2863-4da7-47f7-967e-d699cb09d093') {} {{(pid=75883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:01:59.582735 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755480556189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7878291'] for segment, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:59.598902 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:59.605998 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=75883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 02:01:59.606350 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1481738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8045977'] for segment, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: util.warn_limited( Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: util.warn_limited( Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: Traceback (most recent call last): Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: timer() Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: cb(*args, **kw) Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: return func(*args, **kwargs) Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: self._notify() Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: self.callback(batched_events) Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: event.method(event) Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: return f(self, *a, **k) Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: return self._get(url).json() Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: return self.request(url, 'GET', **kwargs) Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 02:01:59.622030 dv-cinder-805529-1-smb neutron-server[75883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 02:01:59.637587 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-7bfa8d59-4f47-441b-976c-7d16e2ebef2d req-4719d2e9-625e-4dfe-99e9-8ad8c375677c tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Unset dirty status for tenant:84945da5212241b9bfab7b2fb8891a6a on resource:security_group {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 02:01:59.638743 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-7bfa8d59-4f47-441b-976c-7d16e2ebef2d req-4719d2e9-625e-4dfe-99e9-8ad8c375677c tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/security-groups?id=d4eda83d-d775-4cff-9df1-89eebddbaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295483 Aug 23 02:01:59.724453 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9875ff-ecb9-43b9-b681-0da38bd8d0ce req-87d84879-9caf-4b1a-b89b-56d27d465465 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:01:59.725856 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ce9875ff-ecb9-43b9-b681-0da38bd8d0ce req-87d84879-9caf-4b1a-b89b-56d27d465465 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.10 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 946 time: 0.0851524 Aug 23 02:01:59.745384 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405596'] for network, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:59.751205 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:59.755553 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-5c461dac-ba45-4ca1-a309-92a30f2f2103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:01:59.781108 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] Pushing event deleted for resources: {'Network': ['ID=5840b669-618c-425e-995c-00dd5d36fe85,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:01:59.784354 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:01:59.797563 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-ce9875ff-ecb9-43b9-b681-0da38bd8d0ce req-56ce20c3-5ff3-4494-8780-6c7199d5b551 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Deleting port f52ebc54-1174-405e-910c-c6dc1f8d7122 {{(pid=75884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:01:59.797901 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-ce9875ff-ecb9-43b9-b681-0da38bd8d0ce req-56ce20c3-5ff3-4494-8780-6c7199d5b551 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:01:59.842572 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-15ad799c-8489-4fb5-9286-35a801626956 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5840b669-618c-425e-995c-00dd5d36fe85 HTTP/1.1" status: 204 len: 168 time: 1.2052159 Aug 23 02:02:00.000338 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-b069841a-db3a-4702-946b-afb15d733c3d None None] Deleting port 9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6 {{(pid=75885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:02:00.000889 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-b069841a-db3a-4702-946b-afb15d733c3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:00.044730 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-ce9875ff-ecb9-43b9-b681-0da38bd8d0ce req-56ce20c3-5ff3-4494-8780-6c7199d5b551 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] For port f52ebc54-1174-405e-910c-c6dc1f8d7122, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f52ebc54-1174-405e-910c-c6dc1f8d7122,segment=NetworkSegment(820f3040-a687-4e98-921a-af2d1707ff78),segment_id=820f3040-a687-4e98-921a-af2d1707ff78)] {{(pid=75884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:02:00.045115 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-ce9875ff-ecb9-43b9-b681-0da38bd8d0ce req-56ce20c3-5ff3-4494-8780-6c7199d5b551 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:00.068657 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-b069841a-db3a-4702-946b-afb15d733c3d None None] The port '9b0edf5c-e0e7-4b0e-9ce5-53d86025f5b6' was deleted {{(pid=75885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 23 02:02:00.166241 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-ce9875ff-ecb9-43b9-b681-0da38bd8d0ce req-56ce20c3-5ff3-4494-8780-6c7199d5b551 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Calling delete_port for f52ebc54-1174-405e-910c-c6dc1f8d7122 owned by compute:nova {{(pid=75884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:02:00.190094 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 46240) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:02:00.244321 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 46244) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:02:00.244589 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-9401b2b0-f488-4d1b-9f26-24ffca803201 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4974ea7b9027427197b8907f91b8fd1c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0531328 Aug 23 02:02:00.359435 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-04197453-9095-4022-8d2d-8d3dd1ac6fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:00.390045 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-04197453-9095-4022-8d2d-8d3dd1ac6fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:00.421999 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-ce9875ff-ecb9-43b9-b681-0da38bd8d0ce req-56ce20c3-5ff3-4494-8780-6c7199d5b551 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:00.430609 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-d7d979c3-a3d7-41a5-baa6-4a5990fe7617 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:02:00.438347 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['f52ebc54-1174-405e-910c-c6dc1f8d7122'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 02:02:00.478659 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce20c3-5ff3-4494-8780-6c7199d5b551 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Pushing event deleted for resources: {'Port': ['ID=f52ebc54-1174-405e-910c-c6dc1f8d7122,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:02:00.483807 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-56ce20c3-5ff3-4494-8780-6c7199d5b551 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:02:00.555488 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9875ff-ecb9-43b9-b681-0da38bd8d0ce req-56ce20c3-5ff3-4494-8780-6c7199d5b551 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] No DVR routers for this DVR port f52ebc54-1174-405e-910c-c6dc1f8d7122 on host hv-cinder-80552 {{(pid=75884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 02:02:00.557788 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-ce9875ff-ecb9-43b9-b681-0da38bd8d0ce req-56ce20c3-5ff3-4494-8780-6c7199d5b551 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:00.560314 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be61dc7c-2d31-48aa-9744-6be0ae66ad80', 'name': 'network-vif-deleted', 'tag': 'f52ebc54-1174-405e-910c-c6dc1f8d7122'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 02:02:00.616456 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be61dc7c-2d31-48aa-9744-6be0ae66ad80', 'name': 'network-vif-deleted', 'tag': 'f52ebc54-1174-405e-910c-c6dc1f8d7122', 'status': 'completed', 'code': 200} Aug 23 02:02:00.665793 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-04197453-9095-4022-8d2d-8d3dd1ac6fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:00.668310 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-04197453-9095-4022-8d2d-8d3dd1ac6fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:00.669480 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-04197453-9095-4022-8d2d-8d3dd1ac6fb8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/87d6268d-88c1-403b-8c12-c6616f6aaccd HTTP/1.1" status: 204 len: 168 time: 0.4242311 Aug 23 02:02:00.670258 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-7759d074-2d61-4de7-9480-823329d3689a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:02:00.681937 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04197453-9095-4022-8d2d-8d3dd1ac6fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d6268d-88c1-403b-8c12-c6616f6aaccd,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:02:00.684278 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-04197453-9095-4022-8d2d-8d3dd1ac6fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:02:00.702963 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ce9875ff-ecb9-43b9-b681-0da38bd8d0ce req-56ce20c3-5ff3-4494-8780-6c7199d5b551 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.10 "DELETE /v2.0/ports/f52ebc54-1174-405e-910c-c6dc1f8d7122 HTTP/1.1" status: 204 len: 173 time: 0.9660382 Aug 23 02:02:00.941398 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-c81dace2-104d-4593-bfea-a122d4ee94c7 req-e7744e66-8e4a-47f5-8c6d-6f2b06c939bc tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Synchronizing usage tracker for tenant:84945da5212241b9bfab7b2fb8891a6a on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 02:02:01.008718 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-c81dace2-104d-4593-bfea-a122d4ee94c7 req-e7744e66-8e4a-47f5-8c6d-6f2b06c939bc tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Unset dirty status for tenant:84945da5212241b9bfab7b2fb8891a6a on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 02:02:01.009893 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c81dace2-104d-4593-bfea-a122d4ee94c7 req-e7744e66-8e4a-47f5-8c6d-6f2b06c939bc tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] 10.222.0.18 "GET /v2.0/ports?device_id=be61dc7c-2d31-48aa-9744-6be0ae66ad80 HTTP/1.1" status: 200 len: 210 time: 0.2206714 Aug 23 02:02:02.179973 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-29579bfd-188b-4d33-b26f-839629dae801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:02.711582 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:03.023406 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device f52ebc54-1174-405e-910c-c6dc1f8d7122 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 02:02:03.054983 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] No Port match for: f52ebc54-1174-405e-910c-c6dc1f8d7122 {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 02:02:03.055360 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device f52ebc54-1174-405e-910c-c6dc1f8d7122 not bound to the agent host hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 02:02:03.894606 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 46324) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:02:04.309146 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f93c2945-e798-452a-854a-e87eaa1bbe5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406364'] for router_interface, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:04.585378 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-eb912a31-0d27-413d-84fa-e62513261ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:04.920775 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [None req-f93c2945-e798-452a-854a-e87eaa1bbe5e admin admin] Deleting port 9e347390-4e84-4e6f-9f3a-cb1e9d6a613d {{(pid=75884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:02:04.921333 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f93c2945-e798-452a-854a-e87eaa1bbe5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:05.090388 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [None req-f93c2945-e798-452a-854a-e87eaa1bbe5e admin admin] For port 9e347390-4e84-4e6f-9f3a-cb1e9d6a613d, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=9e347390-4e84-4e6f-9f3a-cb1e9d6a613d,segment=NetworkSegment(820f3040-a687-4e98-921a-af2d1707ff78),segment_id=820f3040-a687-4e98-921a-af2d1707ff78)] {{(pid=75884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:02:05.090737 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f93c2945-e798-452a-854a-e87eaa1bbe5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:05.213645 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [None req-f93c2945-e798-452a-854a-e87eaa1bbe5e admin admin] Calling delete_port for 9e347390-4e84-4e6f-9f3a-cb1e9d6a613d owned by network:router_interface {{(pid=75884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:02:05.465426 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f93c2945-e798-452a-854a-e87eaa1bbe5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:05.469162 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-99114a52-9f35-4df6-bd02-4c29b75491ca tempest-VolumesActionsTest-460873052 tempest-VolumesActionsTest-460873052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:02:05.568604 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:05.586203 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c2945-e798-452a-854a-e87eaa1bbe5e admin admin] Pushing event deleted for resources: {'Port': ['ID=9e347390-4e84-4e6f-9f3a-cb1e9d6a613d,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:02:05.588695 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-f93c2945-e798-452a-854a-e87eaa1bbe5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:02:05.877553 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f93c2945-e798-452a-854a-e87eaa1bbe5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406440'] for router_interface, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:06.358007 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 46352) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:02:06.451271 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93c2945-e798-452a-854a-e87eaa1bbe5e admin admin] Router 7547059e-ba11-43bf-bd7a-fc2845c186e4 has already been hosted by L3 agent a65233ca-d566-4bb6-b10d-56979c97574d {{(pid=75884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 02:02:06.498736 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-2ef69e78-9527-4a0d-9c1f-e9f5cfbcda7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:06.531497 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-2ef69e78-9527-4a0d-9c1f-e9f5cfbcda7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 02:02:06.535907 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-2ef69e78-9527-4a0d-9c1f-e9f5cfbcda7a admin admin] Usage tracker for resource:security_group_rule and tenant:1a46a8dec0324aa79ec2291d78e1cc20 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 02:02:06.538874 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-2ef69e78-9527-4a0d-9c1f-e9f5cfbcda7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 02:02:06.544498 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-2ef69e78-9527-4a0d-9c1f-e9f5cfbcda7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 02:02:06.608326 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-2ef69e78-9527-4a0d-9c1f-e9f5cfbcda7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:06.661909 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93c2945-e798-452a-854a-e87eaa1bbe5e admin admin] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 02:02:06.673455 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cd5055-3dd8-469f-a485-c411050e978e None None] Sync routers for ids ['7547059e-ba11-43bf-bd7a-fc2845c186e4'] in dv-cinder-805529-1-smb {{(pid=75886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 02:02:06.685211 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cd5055-3dd8-469f-a485-c411050e978e None None] Routers {'7547059e-ba11-43bf-bd7a-fc2845c186e4'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 02:02:06.685837 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-44cd5055-3dd8-469f-a485-c411050e978e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T02:02:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['7547059e-ba11-43bf-bd7a-fc2845c186e4'], 'active': True} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:02:06.687862 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-2ef69e78-9527-4a0d-9c1f-e9f5cfbcda7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:06.695928 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-866671a2-9b60-4533-bba2-f44adfb99b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:02:06.736744 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef69e78-9527-4a0d-9c1f-e9f5cfbcda7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88239b60-b320-4e60-839c-a2a4c29760d4,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:02:06.739884 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-2ef69e78-9527-4a0d-9c1f-e9f5cfbcda7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:02:06.743348 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-2ef69e78-9527-4a0d-9c1f-e9f5cfbcda7a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a46a8dec0324aa79ec2291d78e1cc20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3834970 Aug 23 02:02:06.745430 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 46358) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:02:06.755812 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-f93c2945-e798-452a-854a-e87eaa1bbe5e admin admin] 10.222.0.18 "PUT /v2.0/routers/7547059e-ba11-43bf-bd7a-fc2845c186e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8598320 Aug 23 02:02:06.758009 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 46362) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:02:06.809316 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-b0338a14-7891-4c13-b14b-adf9fa76eb14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:06.841028 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-b0338a14-7891-4c13-b14b-adf9fa76eb14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:06.902245 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvr_db [None req-44cd5055-3dd8-469f-a485-c411050e978e None None] Set router 7547059e-ba11-43bf-bd7a-fc2845c186e4 gateway port host: dv-cinder-805529-1-smb {{(pid=75886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 02:02:06.962881 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-b0338a14-7891-4c13-b14b-adf9fa76eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:06.974666 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-4a86efa2-80fd-41c8-a879-a3141001aa6f admin admin] Notify callbacks [] for router, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:06.979361 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-a0d57260-8bce-4481-95dd-1585c730a160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:02:06.991045 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0338a14-7891-4c13-b14b-adf9fa76eb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88239b60-b320-4e60-839c-a2a4c29760d4,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:02:06.993646 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-b0338a14-7891-4c13-b14b-adf9fa76eb14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:02:06.994907 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-b0338a14-7891-4c13-b14b-adf9fa76eb14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:06.996646 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-b0338a14-7891-4c13-b14b-adf9fa76eb14 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88239b60-b320-4e60-839c-a2a4c29760d4 HTTP/1.1" status: 204 len: 168 time: 0.2502828 Aug 23 02:02:07.043341 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:07.197683 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-44cd5055-3dd8-469f-a485-c411050e978e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'name': 'tempest-TestMinimumBasicScenario-1496507499-router', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'e781099b-0309-4c18-83e7-67a6567cf36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:57:56Z', 'updated_at': '2021-08-23T02:02:05Z', 'revision_number': 5, 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'gw_port': {'id': 'e781099b-0309-4c18-83e7-67a6567cf36d', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:be:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:57:57Z', 'updated_at': '2021-08-23T01:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb'}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:02:07.201439 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cd5055-3dd8-469f-a485-c411050e978e None None] Checking router: 7547059e-ba11-43bf-bd7a-fc2845c186e4 for host: dv-cinder-805529-1-smb {{(pid=75886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 02:02:07.212413 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cd5055-3dd8-469f-a485-c411050e978e None None] Routers {'7547059e-ba11-43bf-bd7a-fc2845c186e4'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 02:02:07.213003 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-44cd5055-3dd8-469f-a485-c411050e978e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T02:02:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['7547059e-ba11-43bf-bd7a-fc2845c186e4'], 'active': True} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:02:07.278406 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-4a86efa2-80fd-41c8-a879-a3141001aa6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:07.351018 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [None req-4a86efa2-80fd-41c8-a879-a3141001aa6f admin admin] Deleting port e781099b-0309-4c18-83e7-67a6567cf36d {{(pid=75884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:02:07.351680 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-4a86efa2-80fd-41c8-a879-a3141001aa6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:07.395066 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvr_db [None req-44cd5055-3dd8-469f-a485-c411050e978e None None] Set router 7547059e-ba11-43bf-bd7a-fc2845c186e4 gateway port host: dv-cinder-805529-1-smb {{(pid=75886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 02:02:07.536673 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [None req-4a86efa2-80fd-41c8-a879-a3141001aa6f admin admin] For port e781099b-0309-4c18-83e7-67a6567cf36d, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=e781099b-0309-4c18-83e7-67a6567cf36d,segment=NetworkSegment(7c5f1ea7-734e-4991-8c15-dc9eedea0188),segment_id=7c5f1ea7-734e-4991-8c15-dc9eedea0188)] {{(pid=75884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:02:07.537196 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-4a86efa2-80fd-41c8-a879-a3141001aa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:07.661203 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [None req-4a86efa2-80fd-41c8-a879-a3141001aa6f admin admin] Calling delete_port for e781099b-0309-4c18-83e7-67a6567cf36d owned by network:router_gateway {{(pid=75884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:02:07.699906 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-44cd5055-3dd8-469f-a485-c411050e978e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'name': 'tempest-TestMinimumBasicScenario-1496507499-router', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'e781099b-0309-4c18-83e7-67a6567cf36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:57:56Z', 'updated_at': '2021-08-23T02:02:05Z', 'revision_number': 5, 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'gw_port': {'id': 'e781099b-0309-4c18-83e7-67a6567cf36d', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:be:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:57:57Z', 'updated_at': '2021-08-23T01:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb'}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:02:07.703948 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cd5055-3dd8-469f-a485-c411050e978e None None] The sync data for ids ['7547059e-ba11-43bf-bd7a-fc2845c186e4'] in dv-cinder-805529-1-smb is: [{'id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'name': 'tempest-TestMinimumBasicScenario-1496507499-router', 'tenant_id': '84945da5212241b9bfab7b2fb8891a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': 'e781099b-0309-4c18-83e7-67a6567cf36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:57:56Z', 'updated_at': '2021-08-23T02:02:05Z', 'revision_number': 5, 'project_id': '84945da5212241b9bfab7b2fb8891a6a', 'gw_port': {'id': 'e781099b-0309-4c18-83e7-67a6567cf36d', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:be:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547059e-ba11-43bf-bd7a-fc2845c186e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:57:57Z', 'updated_at': '2021-08-23T01:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb'}] {{(pid=75886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 02:02:07.900081 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-4a86efa2-80fd-41c8-a879-a3141001aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:07.905004 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-d3a294fc-14e8-455f-a288-dee801458644 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:02:07.947232 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86efa2-80fd-41c8-a879-a3141001aa6f admin admin] Pushing event deleted for resources: {'Port': ['ID=e781099b-0309-4c18-83e7-67a6567cf36d,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:02:07.949672 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-4a86efa2-80fd-41c8-a879-a3141001aa6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:02:08.173919 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-4a86efa2-80fd-41c8-a879-a3141001aa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405537'] for router_gateway, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:08.430601 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-4a86efa2-80fd-41c8-a879-a3141001aa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4395'] for router, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:08.434789 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-4a86efa2-80fd-41c8-a879-a3141001aa6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:08.717131 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-4a86efa2-80fd-41c8-a879-a3141001aa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412701'] for router, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:08.717771 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a86efa2-80fd-41c8-a879-a3141001aa6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7547059e-ba11-43bf-bd7a-fc2845c186e4 {{(pid=75884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 02:02:08.741263 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-4a86efa2-80fd-41c8-a879-a3141001aa6f admin admin] Notify callbacks [] for router, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:08.745026 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-4a86efa2-80fd-41c8-a879-a3141001aa6f admin admin] 10.222.0.18 "DELETE /v2.0/routers/7547059e-ba11-43bf-bd7a-fc2845c186e4 HTTP/1.1" status: 204 len: 168 time: 1.9836912 Aug 23 02:02:08.745461 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 46394) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:02:08.797554 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 02:02:08.815691 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_v2 [None req-30c6c97e-91b2-4242-9a55-413561865f31 admin admin] Deleting subnet 48543fea-f3f5-4502-841e-d602926dc26b {{(pid=75884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 02:02:08.818709 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-30c6c97e-91b2-4242-9a55-413561865f31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:08.875706 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-30c6c97e-91b2-4242-9a55-413561865f31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7902558'] for subnet, precommit_delete_associations {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:08.992689 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-30c6c97e-91b2-4242-9a55-413561865f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1481903'] for subnet, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:09.128656 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-30c6c97e-91b2-4242-9a55-413561865f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1481878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7565708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7385804'] for subnet, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:09.133530 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-d51248b2-ad5e-410a-b277-33ea52840ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:02:09.166567 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6c97e-91b2-4242-9a55-413561865f31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48543fea-f3f5-4502-841e-d602926dc26b,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:02:09.170228 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-30c6c97e-91b2-4242-9a55-413561865f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:02:09.174127 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-30c6c97e-91b2-4242-9a55-413561865f31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:09.183479 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-30c6c97e-91b2-4242-9a55-413561865f31 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/48543fea-f3f5-4502-841e-d602926dc26b HTTP/1.1" status: 204 len: 168 time: 0.4340310 Aug 23 02:02:09.183585 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 46406) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:02:09.185141 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97483e05-1225-483f-82da-81245147bcbb None None] Network 31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 02:02:09.273956 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device e781099b-0309-4c18-83e7-67a6567cf36d no longer exists at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 02:02:09.335835 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] No Port match for: e781099b-0309-4c18-83e7-67a6567cf36d {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 02:02:09.336260 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device e781099b-0309-4c18-83e7-67a6567cf36d not bound to the agent host dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 02:02:09.336765 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 9e347390-4e84-4e6f-9f3a-cb1e9d6a613d no longer exists at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 02:02:09.394558 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-f950e62d-576e-44f6-a1dd-6d741eef7d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584917'] for network, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:09.399334 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] No Port match for: 9e347390-4e84-4e6f-9f3a-cb1e9d6a613d {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 02:02:09.399684 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 9e347390-4e84-4e6f-9f3a-cb1e9d6a613d not bound to the agent host dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 02:02:09.405514 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-f950e62d-576e-44f6-a1dd-6d741eef7d46 admin admin] Deleting port 60a21481-2794-44a7-ad6d-7df425fa2a30 {{(pid=75883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:02:09.405911 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-f950e62d-576e-44f6-a1dd-6d741eef7d46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:09.534676 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2a2a23-825f-48ba-a47b-bfadf9ffd20c None None] DHCP port deletion for 31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0 request from dv-cinder-805529-1-smb {{(pid=75885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 02:02:09.539130 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-1b2a2a23-825f-48ba-a47b-bfadf9ffd20c None None] Deleting port 60a21481-2794-44a7-ad6d-7df425fa2a30 {{(pid=75885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:02:09.539579 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1b2a2a23-825f-48ba-a47b-bfadf9ffd20c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:09.680902 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.db [None req-f950e62d-576e-44f6-a1dd-6d741eef7d46 admin admin] For port 60a21481-2794-44a7-ad6d-7df425fa2a30, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=60a21481-2794-44a7-ad6d-7df425fa2a30,segment=NetworkSegment(820f3040-a687-4e98-921a-af2d1707ff78),segment_id=820f3040-a687-4e98-921a-af2d1707ff78)] {{(pid=75883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:02:09.681361 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-f950e62d-576e-44f6-a1dd-6d741eef7d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:09.816689 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-1b2a2a23-825f-48ba-a47b-bfadf9ffd20c None None] For port 60a21481-2794-44a7-ad6d-7df425fa2a30, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=60a21481-2794-44a7-ad6d-7df425fa2a30,segment=NetworkSegment(820f3040-a687-4e98-921a-af2d1707ff78),segment_id=820f3040-a687-4e98-921a-af2d1707ff78)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:02:09.816958 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-f950e62d-576e-44f6-a1dd-6d741eef7d46 admin admin] Calling delete_port for 60a21481-2794-44a7-ad6d-7df425fa2a30 owned by network:dhcp {{(pid=75883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:02:09.817436 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1b2a2a23-825f-48ba-a47b-bfadf9ffd20c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:09.951307 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-f950e62d-576e-44f6-a1dd-6d741eef7d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8046028'] for port, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:09.951906 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-1b2a2a23-825f-48ba-a47b-bfadf9ffd20c None None] Calling delete_port for 60a21481-2794-44a7-ad6d-7df425fa2a30 owned by network:dhcp {{(pid=75885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:02:09.956708 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:02:09.997151 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950e62d-576e-44f6-a1dd-6d741eef7d46 admin admin] Pushing event deleted for resources: {'Port': ['ID=60a21481-2794-44a7-ad6d-7df425fa2a30,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:02:10.000103 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-f950e62d-576e-44f6-a1dd-6d741eef7d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:02:10.006231 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f950e62d-576e-44f6-a1dd-6d741eef7d46 admin admin] No DVR routers for this DVR port 60a21481-2794-44a7-ad6d-7df425fa2a30 on host dv-cinder-805529-1-smb {{(pid=75883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 02:02:10.025707 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.db.api [None req-1b2a2a23-825f-48ba-a47b-bfadf9ffd20c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 02:02:10.026143 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_db.api [None req-1b2a2a23-825f-48ba-a47b-bfadf9ffd20c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 02:02:10.121186 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-f950e62d-576e-44f6-a1dd-6d741eef7d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480998', 'neutron.services.segments.db._delete_segments_for_network-8755480555394'] for network, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:10.138311 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.services.segments.db [None req-f950e62d-576e-44f6-a1dd-6d741eef7d46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0']}} {{(pid=75883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:02:10.150812 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.services.segments.db [None req-f950e62d-576e-44f6-a1dd-6d741eef7d46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '820f3040-a687-4e98-921a-af2d1707ff78') {'for_net_delete': True} {{(pid=75883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:02:10.151096 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.services.segments.db [None req-f950e62d-576e-44f6-a1dd-6d741eef7d46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '820f3040-a687-4e98-921a-af2d1707ff78') {} {{(pid=75883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:02:10.162285 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-f950e62d-576e-44f6-a1dd-6d741eef7d46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755480556189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7878291'] for segment, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:10.179608 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-f950e62d-576e-44f6-a1dd-6d741eef7d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:10.186186 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f950e62d-576e-44f6-a1dd-6d741eef7d46 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=75883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 02:02:10.186789 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-f950e62d-576e-44f6-a1dd-6d741eef7d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1481738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8045977'] for segment, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: Traceback (most recent call last): Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: timer() Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: cb(*args, **kw) Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: return func(*args, **kwargs) Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: self._notify() Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: self.callback(batched_events) Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: event.method(event) Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: return f(self, *a, **k) Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: return self._get(url).json() Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: return self.request(url, 'GET', **kwargs) Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 02:02:10.200239 dv-cinder-805529-1-smb neutron-server[75883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 02:02:10.345555 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-f950e62d-576e-44f6-a1dd-6d741eef7d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405596'] for network, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:10.349554 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-291536e3-34fe-4031-a121-86c9f75c5dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:02:10.366488 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-f950e62d-576e-44f6-a1dd-6d741eef7d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:10.377279 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950e62d-576e-44f6-a1dd-6d741eef7d46 admin admin] Pushing event deleted for resources: {'Network': ['ID=31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:02:10.380419 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-f950e62d-576e-44f6-a1dd-6d741eef7d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:02:10.460275 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-f950e62d-576e-44f6-a1dd-6d741eef7d46 admin admin] 10.222.0.18 "DELETE /v2.0/networks/31cf2cbc-a7ad-4aca-96b8-fbebc4be17d0 HTTP/1.1" status: 204 len: 168 time: 1.2760770 Aug 23 02:02:10.462991 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 46424) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:02:10.527936 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-1b2a2a23-825f-48ba-a47b-bfadf9ffd20c None None] Deleting port 60a21481-2794-44a7-ad6d-7df425fa2a30 {{(pid=75885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:02:10.528502 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1b2a2a23-825f-48ba-a47b-bfadf9ffd20c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:10.592525 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-1b2a2a23-825f-48ba-a47b-bfadf9ffd20c None None] The port '60a21481-2794-44a7-ad6d-7df425fa2a30' was deleted {{(pid=75885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 23 02:02:10.846469 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-aae58561-3724-4d36-8d80-6b11fa2abd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406364'] for router_interface, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:10.996807 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 60a21481-2794-44a7-ad6d-7df425fa2a30 no longer exists at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 02:02:11.030653 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] No Port match for: 60a21481-2794-44a7-ad6d-7df425fa2a30 {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 02:02:11.030998 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 60a21481-2794-44a7-ad6d-7df425fa2a30 not bound to the agent host dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 02:02:11.505559 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-aae58561-3724-4d36-8d80-6b11fa2abd33 admin admin] Deleting port 688ff789-65ee-44ef-b169-c907740ac2b2 {{(pid=75883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:02:11.506133 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-aae58561-3724-4d36-8d80-6b11fa2abd33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:11.678867 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.db [None req-aae58561-3724-4d36-8d80-6b11fa2abd33 admin admin] For port 688ff789-65ee-44ef-b169-c907740ac2b2, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=688ff789-65ee-44ef-b169-c907740ac2b2,segment=NetworkSegment(bb8b761b-af00-4314-85d0-c035c59e0ba3),segment_id=bb8b761b-af00-4314-85d0-c035c59e0ba3)] {{(pid=75883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:02:11.679420 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-aae58561-3724-4d36-8d80-6b11fa2abd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:11.804308 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-aae58561-3724-4d36-8d80-6b11fa2abd33 admin admin] Calling delete_port for 688ff789-65ee-44ef-b169-c907740ac2b2 owned by network:router_interface {{(pid=75883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:02:12.030914 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-aae58561-3724-4d36-8d80-6b11fa2abd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8046028'] for port, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:12.036207 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:02:12.081152 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae58561-3724-4d36-8d80-6b11fa2abd33 admin admin] Pushing event deleted for resources: {'Port': ['ID=688ff789-65ee-44ef-b169-c907740ac2b2,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:02:12.084008 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-aae58561-3724-4d36-8d80-6b11fa2abd33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:02:12.375392 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-aae58561-3724-4d36-8d80-6b11fa2abd33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406440'] for router_interface, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:13.106063 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae58561-3724-4d36-8d80-6b11fa2abd33 admin admin] Router 29576671-ffb6-4c2c-a3bf-efb2fb839317 has already been hosted by L3 agent a65233ca-d566-4bb6-b10d-56979c97574d {{(pid=75883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 02:02:13.305436 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae58561-3724-4d36-8d80-6b11fa2abd33 admin admin] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 02:02:13.314432 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede56e9c-df17-48fa-9bb4-06b6a5ea70bd None None] Sync routers for ids ['29576671-ffb6-4c2c-a3bf-efb2fb839317'] in dv-cinder-805529-1-smb {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 02:02:13.331614 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede56e9c-df17-48fa-9bb4-06b6a5ea70bd None None] Routers {'29576671-ffb6-4c2c-a3bf-efb2fb839317'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 02:02:13.331614 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-ede56e9c-df17-48fa-9bb4-06b6a5ea70bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T02:02:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['29576671-ffb6-4c2c-a3bf-efb2fb839317'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:02:13.387970 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-aae58561-3724-4d36-8d80-6b11fa2abd33 admin admin] 10.222.0.18 "PUT /v2.0/routers/29576671-ffb6-4c2c-a3bf-efb2fb839317/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9238017 Aug 23 02:02:13.390263 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 46446) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:02:13.508757 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-ede56e9c-df17-48fa-9bb4-06b6a5ea70bd None None] Set router 29576671-ffb6-4c2c-a3bf-efb2fb839317 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 02:02:13.585214 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-9a569d16-603f-4b6a-ade6-e8a2a9c7cbdf admin admin] Notify callbacks [] for router, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:13.807815 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-9a569d16-603f-4b6a-ade6-e8a2a9c7cbdf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:13.834214 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-ede56e9c-df17-48fa-9bb4-06b6a5ea70bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29576671-ffb6-4c2c-a3bf-efb2fb839317', 'name': 'tempest-TestMinimumBasicScenario-566359026-router', 'tenant_id': '353d6bea8b724ea29ccb64c9974084b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.221'}], 'enable_snat': True}, 'gw_port_id': 'bd7db762-cad0-41f5-8e7a-17f6e5244518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:06Z', 'updated_at': '2021-08-23T02:02:11Z', 'revision_number': 5, 'project_id': '353d6bea8b724ea29ccb64c9974084b7', 'gw_port': {'id': 'bd7db762-cad0-41f5-8e7a-17f6e5244518', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29576671-ffb6-4c2c-a3bf-efb2fb839317', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:58:07Z', 'updated_at': '2021-08-23T01:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb'}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:02:13.838145 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede56e9c-df17-48fa-9bb4-06b6a5ea70bd None None] Checking router: 29576671-ffb6-4c2c-a3bf-efb2fb839317 for host: dv-cinder-805529-1-smb {{(pid=75885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 02:02:13.849485 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede56e9c-df17-48fa-9bb4-06b6a5ea70bd None None] Routers {'29576671-ffb6-4c2c-a3bf-efb2fb839317'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 02:02:13.850083 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-ede56e9c-df17-48fa-9bb4-06b6a5ea70bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T02:02:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['29576671-ffb6-4c2c-a3bf-efb2fb839317'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:02:13.899097 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-9a569d16-603f-4b6a-ade6-e8a2a9c7cbdf admin admin] Deleting port bd7db762-cad0-41f5-8e7a-17f6e5244518 {{(pid=75883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:02:13.899474 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-9a569d16-603f-4b6a-ade6-e8a2a9c7cbdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:13.999524 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-ede56e9c-df17-48fa-9bb4-06b6a5ea70bd None None] Set router 29576671-ffb6-4c2c-a3bf-efb2fb839317 gateway port host: None {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 02:02:14.067575 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.db [None req-9a569d16-603f-4b6a-ade6-e8a2a9c7cbdf admin admin] For port bd7db762-cad0-41f5-8e7a-17f6e5244518, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=bd7db762-cad0-41f5-8e7a-17f6e5244518,segment=NetworkSegment(7c5f1ea7-734e-4991-8c15-dc9eedea0188),segment_id=7c5f1ea7-734e-4991-8c15-dc9eedea0188)] {{(pid=75883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:02:14.067835 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-9a569d16-603f-4b6a-ade6-e8a2a9c7cbdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:14.104519 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-ede56e9c-df17-48fa-9bb4-06b6a5ea70bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29576671-ffb6-4c2c-a3bf-efb2fb839317', 'name': 'tempest-TestMinimumBasicScenario-566359026-router', 'tenant_id': '353d6bea8b724ea29ccb64c9974084b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:06Z', 'updated_at': '2021-08-23T02:02:13Z', 'revision_number': 6, 'project_id': '353d6bea8b724ea29ccb64c9974084b7', 'gw_port_host': None}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:02:14.108392 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede56e9c-df17-48fa-9bb4-06b6a5ea70bd None None] The sync data for ids ['29576671-ffb6-4c2c-a3bf-efb2fb839317'] in dv-cinder-805529-1-smb is: [{'id': '29576671-ffb6-4c2c-a3bf-efb2fb839317', 'name': 'tempest-TestMinimumBasicScenario-566359026-router', 'tenant_id': '353d6bea8b724ea29ccb64c9974084b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:58:06Z', 'updated_at': '2021-08-23T02:02:13Z', 'revision_number': 6, 'project_id': '353d6bea8b724ea29ccb64c9974084b7', 'gw_port_host': None}] {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 02:02:14.186721 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-9a569d16-603f-4b6a-ade6-e8a2a9c7cbdf admin admin] Calling delete_port for bd7db762-cad0-41f5-8e7a-17f6e5244518 owned by network:router_gateway {{(pid=75883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:02:14.413913 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-9a569d16-603f-4b6a-ade6-e8a2a9c7cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8046028'] for port, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:14.417910 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:02:14.566810 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a569d16-603f-4b6a-ade6-e8a2a9c7cbdf admin admin] Pushing event deleted for resources: {'Port': ['ID=bd7db762-cad0-41f5-8e7a-17f6e5244518,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:02:14.570189 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-9a569d16-603f-4b6a-ade6-e8a2a9c7cbdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:02:14.780049 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-9a569d16-603f-4b6a-ade6-e8a2a9c7cbdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405537'] for router_gateway, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:15.014018 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 688ff789-65ee-44ef-b169-c907740ac2b2 no longer exists at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 02:02:15.041217 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-9a569d16-603f-4b6a-ade6-e8a2a9c7cbdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4395'] for router, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:15.046128 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-9a569d16-603f-4b6a-ade6-e8a2a9c7cbdf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:15.051145 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] No Port match for: 688ff789-65ee-44ef-b169-c907740ac2b2 {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 02:02:15.051875 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 688ff789-65ee-44ef-b169-c907740ac2b2 not bound to the agent host dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 02:02:15.051999 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device bd7db762-cad0-41f5-8e7a-17f6e5244518 no longer exists at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 02:02:15.084618 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] No Port match for: bd7db762-cad0-41f5-8e7a-17f6e5244518 {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 02:02:15.084999 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device bd7db762-cad0-41f5-8e7a-17f6e5244518 not bound to the agent host dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 02:02:15.145032 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-9a569d16-603f-4b6a-ade6-e8a2a9c7cbdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412701'] for router, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:15.145576 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a569d16-603f-4b6a-ade6-e8a2a9c7cbdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29576671-ffb6-4c2c-a3bf-efb2fb839317 {{(pid=75883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 02:02:15.158381 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-9a569d16-603f-4b6a-ade6-e8a2a9c7cbdf admin admin] Notify callbacks [] for router, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:15.159682 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-9a569d16-603f-4b6a-ade6-e8a2a9c7cbdf admin admin] 10.222.0.18 "DELETE /v2.0/routers/29576671-ffb6-4c2c-a3bf-efb2fb839317 HTTP/1.1" status: 204 len: 168 time: 1.7677636 Aug 23 02:02:15.162241 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 46462) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:02:15.226554 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.db_base_plugin_v2 [None req-31526fed-8d2c-4628-a118-3e6effbb44ca admin admin] Deleting subnet bf8e8b7d-de10-43ff-9061-f757ed4825a4 {{(pid=75883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 02:02:15.232588 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-31526fed-8d2c-4628-a118-3e6effbb44ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:15.278890 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-31526fed-8d2c-4628-a118-3e6effbb44ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7878300'] for subnet, precommit_delete_associations {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:15.353604 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-31526fed-8d2c-4628-a118-3e6effbb44ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1481903'] for subnet, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:15.482936 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-31526fed-8d2c-4628-a118-3e6effbb44ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1481878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8045887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7831272'] for subnet, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:15.490551 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:02:15.520428 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31526fed-8d2c-4628-a118-3e6effbb44ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf8e8b7d-de10-43ff-9061-f757ed4825a4,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:02:15.522966 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-31526fed-8d2c-4628-a118-3e6effbb44ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:02:15.528285 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-31526fed-8d2c-4628-a118-3e6effbb44ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for subnet, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:15.534364 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4597eb-8911-475d-8c84-066f8bbf193b None None] Network 42350107-a2f1-44b8-a6cc-2a13c56af4a4 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 02:02:15.538204 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-31526fed-8d2c-4628-a118-3e6effbb44ca admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bf8e8b7d-de10-43ff-9061-f757ed4825a4 HTTP/1.1" status: 204 len: 168 time: 0.3721092 Aug 23 02:02:15.538415 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 46466) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:02:15.643956 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c3ff9eae-b7a5-409d-ad3b-db2821822cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584917'] for network, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:15.654789 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-c3ff9eae-b7a5-409d-ad3b-db2821822cfb admin admin] Deleting port 648f5afe-0f11-412e-a2e2-e7b0c747c3b1 {{(pid=75883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:02:15.655120 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c3ff9eae-b7a5-409d-ad3b-db2821822cfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:15.801278 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9255de80-4514-4237-b0d9-ff96190203e0 None None] DHCP port deletion for 42350107-a2f1-44b8-a6cc-2a13c56af4a4 request from dv-cinder-805529-1-smb {{(pid=75885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 02:02:15.805521 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-9255de80-4514-4237-b0d9-ff96190203e0 None None] Deleting port 648f5afe-0f11-412e-a2e2-e7b0c747c3b1 {{(pid=75885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:02:15.805889 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-9255de80-4514-4237-b0d9-ff96190203e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:15.866850 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.db [None req-c3ff9eae-b7a5-409d-ad3b-db2821822cfb admin admin] For port 648f5afe-0f11-412e-a2e2-e7b0c747c3b1, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=648f5afe-0f11-412e-a2e2-e7b0c747c3b1,segment=NetworkSegment(bb8b761b-af00-4314-85d0-c035c59e0ba3),segment_id=bb8b761b-af00-4314-85d0-c035c59e0ba3)] {{(pid=75883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:02:15.867312 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c3ff9eae-b7a5-409d-ad3b-db2821822cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:16.007069 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-9255de80-4514-4237-b0d9-ff96190203e0 None None] For port 648f5afe-0f11-412e-a2e2-e7b0c747c3b1, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=648f5afe-0f11-412e-a2e2-e7b0c747c3b1,segment=NetworkSegment(bb8b761b-af00-4314-85d0-c035c59e0ba3),segment_id=bb8b761b-af00-4314-85d0-c035c59e0ba3)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:02:16.007397 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-9255de80-4514-4237-b0d9-ff96190203e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:16.084877 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-c3ff9eae-b7a5-409d-ad3b-db2821822cfb admin admin] Calling delete_port for 648f5afe-0f11-412e-a2e2-e7b0c747c3b1 owned by network:dhcp {{(pid=75883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:02:16.137271 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-9255de80-4514-4237-b0d9-ff96190203e0 None None] Calling delete_port for 648f5afe-0f11-412e-a2e2-e7b0c747c3b1 owned by network:dhcp {{(pid=75885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:02:16.259894 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c3ff9eae-b7a5-409d-ad3b-db2821822cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8046028'] for port, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:16.265291 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-9a569d16-603f-4b6a-ade6-e8a2a9c7cbdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:02:16.265818 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.db.api [None req-9255de80-4514-4237-b0d9-ff96190203e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 02:02:16.266725 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_db.api [None req-9255de80-4514-4237-b0d9-ff96190203e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 02:02:16.308839 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff9eae-b7a5-409d-ad3b-db2821822cfb admin admin] Pushing event deleted for resources: {'Port': ['ID=648f5afe-0f11-412e-a2e2-e7b0c747c3b1,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:02:16.312429 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-c3ff9eae-b7a5-409d-ad3b-db2821822cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:02:16.315581 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ff9eae-b7a5-409d-ad3b-db2821822cfb admin admin] No DVR routers for this DVR port 648f5afe-0f11-412e-a2e2-e7b0c747c3b1 on host dv-cinder-805529-1-smb {{(pid=75883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 02:02:16.432909 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c3ff9eae-b7a5-409d-ad3b-db2821822cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480998', 'neutron.services.segments.db._delete_segments_for_network-8755480555394'] for network, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:16.446097 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.services.segments.db [None req-c3ff9eae-b7a5-409d-ad3b-db2821822cfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42350107-a2f1-44b8-a6cc-2a13c56af4a4']}} {{(pid=75883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:02:16.458804 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.services.segments.db [None req-c3ff9eae-b7a5-409d-ad3b-db2821822cfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8b761b-af00-4314-85d0-c035c59e0ba3') {'for_net_delete': True} {{(pid=75883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:02:16.459096 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.services.segments.db [None req-c3ff9eae-b7a5-409d-ad3b-db2821822cfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8b761b-af00-4314-85d0-c035c59e0ba3') {} {{(pid=75883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:02:16.473077 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c3ff9eae-b7a5-409d-ad3b-db2821822cfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755480556189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7878291'] for segment, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:16.490250 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c3ff9eae-b7a5-409d-ad3b-db2821822cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:16.496657 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ff9eae-b7a5-409d-ad3b-db2821822cfb admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=75883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 02:02:16.497012 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c3ff9eae-b7a5-409d-ad3b-db2821822cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1481738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8045977'] for segment, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: Traceback (most recent call last): Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: timer() Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: cb(*args, **kw) Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: return func(*args, **kwargs) Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: self._notify() Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: self.callback(batched_events) Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: event.method(event) Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: return f(self, *a, **k) Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: return self._get(url).json() Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: return self.request(url, 'GET', **kwargs) Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 02:02:16.510781 dv-cinder-805529-1-smb neutron-server[75883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 02:02:16.688595 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c3ff9eae-b7a5-409d-ad3b-db2821822cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405596'] for network, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:16.694477 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c3ff9eae-b7a5-409d-ad3b-db2821822cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:16.696940 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-f950e62d-576e-44f6-a1dd-6d741eef7d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:02:16.720430 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff9eae-b7a5-409d-ad3b-db2821822cfb admin admin] Pushing event deleted for resources: {'Network': ['ID=42350107-a2f1-44b8-a6cc-2a13c56af4a4,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:02:16.722485 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-c3ff9eae-b7a5-409d-ad3b-db2821822cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:02:16.726298 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-c3ff9eae-b7a5-409d-ad3b-db2821822cfb admin admin] 10.222.0.18 "DELETE /v2.0/networks/42350107-a2f1-44b8-a6cc-2a13c56af4a4 HTTP/1.1" status: 204 len: 168 time: 1.1869590 Aug 23 02:02:16.768488 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-9255de80-4514-4237-b0d9-ff96190203e0 None None] Deleting port 648f5afe-0f11-412e-a2e2-e7b0c747c3b1 {{(pid=75885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:02:16.768905 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-9255de80-4514-4237-b0d9-ff96190203e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:16.836675 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-9255de80-4514-4237-b0d9-ff96190203e0 None None] The port '648f5afe-0f11-412e-a2e2-e7b0c747c3b1' was deleted {{(pid=75885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 23 02:02:16.998502 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 648f5afe-0f11-412e-a2e2-e7b0c747c3b1 no longer exists at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 02:02:17.031757 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] No Port match for: 648f5afe-0f11-412e-a2e2-e7b0c747c3b1 {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 02:02:17.032181 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 648f5afe-0f11-412e-a2e2-e7b0c747c3b1 not bound to the agent host dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 02:02:17.197868 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 46482) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:02:17.246976 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-6cbdca36-ec98-4a86-addc-2a11e9cece25 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=84945da5212241b9bfab7b2fb8891a6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478964 Aug 23 02:02:17.249338 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 46486) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:02:17.308425 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-9747966f-1f35-4957-a7a1-b881a8ed0a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:17.332695 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-9747966f-1f35-4957-a7a1-b881a8ed0a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:17.453209 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-9747966f-1f35-4957-a7a1-b881a8ed0a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:17.456965 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-b257990b-92c7-4a12-a3f5-46cb5174ecc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:02:17.472697 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747966f-1f35-4957-a7a1-b881a8ed0a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4eda83d-d775-4cff-9df1-89eebddbaa8f,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:02:17.475885 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-9747966f-1f35-4957-a7a1-b881a8ed0a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:02:17.555469 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-9747966f-1f35-4957-a7a1-b881a8ed0a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:17.556650 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-9747966f-1f35-4957-a7a1-b881a8ed0a54 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d4eda83d-d775-4cff-9df1-89eebddbaa8f HTTP/1.1" status: 204 len: 168 time: 0.3064134 Aug 23 02:02:18.289707 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 46512) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:02:18.343873 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-6aed3382-7b16-45b3-bec8-d83365a638c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=353d6bea8b724ea29ccb64c9974084b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0528302 Aug 23 02:02:18.346369 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 46516) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:02:18.403345 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b4411f67-3cc0-4e45-9ff6-7a6495ba6152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:18.432737 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b4411f67-3cc0-4e45-9ff6-7a6495ba6152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:18.539538 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b4411f67-3cc0-4e45-9ff6-7a6495ba6152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:18.543397 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-39051a62-e3c7-4ba9-a104-f78f4ebc89cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:02:18.556646 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4411f67-3cc0-4e45-9ff6-7a6495ba6152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51234827-dcd6-41fc-ba6b-ddcac5c27936,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:02:18.559213 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-b4411f67-3cc0-4e45-9ff6-7a6495ba6152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:02:18.562269 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b4411f67-3cc0-4e45-9ff6-7a6495ba6152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:18.564659 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-b4411f67-3cc0-4e45-9ff6-7a6495ba6152 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/51234827-dcd6-41fc-ba6b-ddcac5c27936 HTTP/1.1" status: 204 len: 168 time: 0.2173958 Aug 23 02:02:21.755832 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:32.178971 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-5e44197e-fa60-46d5-9995-0bad6531b988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:32.693473 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:34.590169 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-259454d2-c64a-47dc-a168-fa935eee0a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:35.618969 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:37.035805 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:45.798107 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 02:02:49.320417 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 46788) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:02:49.464995 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-6d045d24-a182-47a9-b26e-a3155a1eab82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:49.495961 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-6d045d24-a182-47a9-b26e-a3155a1eab82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 02:02:49.505111 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-6d045d24-a182-47a9-b26e-a3155a1eab82 admin admin] Usage tracker for resource:security_group_rule and tenant:ac297b3e8cc14c16af002e28bd33ebda is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 02:02:49.505111 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-6d045d24-a182-47a9-b26e-a3155a1eab82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 02:02:49.508250 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-6d045d24-a182-47a9-b26e-a3155a1eab82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 02:02:49.571587 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-6d045d24-a182-47a9-b26e-a3155a1eab82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:49.635344 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-6d045d24-a182-47a9-b26e-a3155a1eab82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:49.641664 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-6b441eeb-158d-4e88-ab42-627033ede058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:02:49.682179 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d045d24-a182-47a9-b26e-a3155a1eab82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c937896-f506-4ab4-a306-6e89f428d605,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:02:49.686071 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-6d045d24-a182-47a9-b26e-a3155a1eab82 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac297b3e8cc14c16af002e28bd33ebda&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3646834 Aug 23 02:02:49.689035 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 46794) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:02:49.693436 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d045d24-a182-47a9-b26e-a3155a1eab82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:02:49.693818 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d045d24-a182-47a9-b26e-a3155a1eab82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:02:49.694240 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d045d24-a182-47a9-b26e-a3155a1eab82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:02:49.694612 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d045d24-a182-47a9-b26e-a3155a1eab82 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:02:49.694980 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d045d24-a182-47a9-b26e-a3155a1eab82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:02:49.695573 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d045d24-a182-47a9-b26e-a3155a1eab82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:02:49.695945 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d045d24-a182-47a9-b26e-a3155a1eab82 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:02:49.696307 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d045d24-a182-47a9-b26e-a3155a1eab82 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:02:49.696664 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d045d24-a182-47a9-b26e-a3155a1eab82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:02:49.697019 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d045d24-a182-47a9-b26e-a3155a1eab82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:02:49.697376 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d045d24-a182-47a9-b26e-a3155a1eab82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:02:49.701208 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-6d045d24-a182-47a9-b26e-a3155a1eab82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:02:49.755485 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e2b9f539-654c-473b-9593-1fcded2b463d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:49.780320 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e2b9f539-654c-473b-9593-1fcded2b463d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:49.886473 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e2b9f539-654c-473b-9593-1fcded2b463d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:49.889996 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-0086b27a-bc28-42f4-a3a0-47913e0d6733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:02:49.902658 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9f539-654c-473b-9593-1fcded2b463d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c937896-f506-4ab4-a306-6e89f428d605,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:02:49.910799 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e2b9f539-654c-473b-9593-1fcded2b463d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:49.912180 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-e2b9f539-654c-473b-9593-1fcded2b463d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7c937896-f506-4ab4-a306-6e89f428d605 HTTP/1.1" status: 204 len: 168 time: 0.2221987 Aug 23 02:02:49.915683 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9f539-654c-473b-9593-1fcded2b463d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:02:49.916042 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9f539-654c-473b-9593-1fcded2b463d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:02:49.916383 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9f539-654c-473b-9593-1fcded2b463d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:02:49.916729 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9f539-654c-473b-9593-1fcded2b463d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:02:49.917075 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9f539-654c-473b-9593-1fcded2b463d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:02:49.917414 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9f539-654c-473b-9593-1fcded2b463d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:02:49.917738 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9f539-654c-473b-9593-1fcded2b463d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:02:49.918082 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9f539-654c-473b-9593-1fcded2b463d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:02:49.918420 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9f539-654c-473b-9593-1fcded2b463d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:02:49.918752 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9f539-654c-473b-9593-1fcded2b463d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:02:49.919085 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9f539-654c-473b-9593-1fcded2b463d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:02:49.922333 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-e2b9f539-654c-473b-9593-1fcded2b463d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:02:50.614779 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 46802) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:02:50.633273 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-ee7e912d-12f3-4cf2-9dbd-8aa173b0b8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:50.669574 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-ee7e912d-12f3-4cf2-9dbd-8aa173b0b8a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 02:02:50.674995 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-ee7e912d-12f3-4cf2-9dbd-8aa173b0b8a0 admin admin] Usage tracker for resource:security_group_rule and tenant:f2b82c4aa3ae42f08ebb5b9880144551 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 02:02:50.679418 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-ee7e912d-12f3-4cf2-9dbd-8aa173b0b8a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 02:02:50.685822 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-ee7e912d-12f3-4cf2-9dbd-8aa173b0b8a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 02:02:50.753354 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-ee7e912d-12f3-4cf2-9dbd-8aa173b0b8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:50.806503 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-ee7e912d-12f3-4cf2-9dbd-8aa173b0b8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:50.813059 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-a411016a-6dd5-49b3-aa14-b2e8c84eec8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:02:50.853395 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e912d-12f3-4cf2-9dbd-8aa173b0b8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47788d3d-45d6-4c12-b723-50ef851120e7,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:02:50.857750 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-ee7e912d-12f3-4cf2-9dbd-8aa173b0b8a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f2b82c4aa3ae42f08ebb5b9880144551&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2419345 Aug 23 02:02:50.858610 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-ee7e912d-12f3-4cf2-9dbd-8aa173b0b8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:02:50.861639 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 46806) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:02:50.919088 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-4bb67415-8077-4512-a084-a09f7850aada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:50.944814 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-4bb67415-8077-4512-a084-a09f7850aada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:51.052437 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-4bb67415-8077-4512-a084-a09f7850aada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:51.056067 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-10a212a1-13dd-4b6d-bc5d-3eef3450b79e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:02:51.070394 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb67415-8077-4512-a084-a09f7850aada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47788d3d-45d6-4c12-b723-50ef851120e7,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:02:51.070394 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-4bb67415-8077-4512-a084-a09f7850aada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:02:51.075074 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-4bb67415-8077-4512-a084-a09f7850aada admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:51.078541 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-4bb67415-8077-4512-a084-a09f7850aada admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/47788d3d-45d6-4c12-b723-50ef851120e7 HTTP/1.1" status: 204 len: 168 time: 0.2144935 Aug 23 02:02:51.772424 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:53.245826 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-287f74e9-79c0-4a50-a722-db4d81a61202 req-b0d6d7ef-b562-48bc-a957-29d80159d5c2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741639 Aug 23 02:02:53.388572 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-287f74e9-79c0-4a50-a722-db4d81a61202 req-1622ea7f-b0e9-44aa-8d44-f999d8937600 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf02a4e5b4424ce18a07cf20fa1241a3&device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 1099 time: 0.0693860 Aug 23 02:02:53.537058 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f74e9-79c0-4a50-a722-db4d81a61202 req-ed80d2d0-9612-41a1-85fd-7c9da3cc9e79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:02:53.538519 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-287f74e9-79c0-4a50-a722-db4d81a61202 req-ed80d2d0-9612-41a1-85fd-7c9da3cc9e79 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c52bbd1c-24b9-493a-8949-3808e1dea7a6 HTTP/1.1" status: 200 len: 918 time: 0.1301341 Aug 23 02:02:53.642501 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-287f74e9-79c0-4a50-a722-db4d81a61202 req-453d5d21-803d-4fe8-bb63-3535f5cfb2d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6606d06-ed22-41b5-8f1a-ee838a057978 HTTP/1.1" status: 200 len: 1001 time: 0.0966406 Aug 23 02:02:53.710640 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f74e9-79c0-4a50-a722-db4d81a61202 req-a8a13982-f8a6-41f2-abc5-e510c9b62179 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:02:53.712182 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-287f74e9-79c0-4a50-a722-db4d81a61202 req-a8a13982-f8a6-41f2-abc5-e510c9b62179 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9526bab9-7a16-49c6-a5b7-cf27000d2897 HTTP/1.1" status: 200 len: 856 time: 0.0624278 Aug 23 02:02:53.793014 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-287f74e9-79c0-4a50-a722-db4d81a61202 req-fac1c80e-f800-4803-8fd2-8f84b72f2a68 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c52bbd1c-24b9-493a-8949-3808e1dea7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0741155 Aug 23 02:02:53.923975 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-287f74e9-79c0-4a50-a722-db4d81a61202 req-00ab0129-7380-46dc-983e-1233208685b0 service neutron] 10.222.0.10 "GET /v2.0/networks/c52bbd1c-24b9-493a-8949-3808e1dea7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247084 Aug 23 02:02:54.062980 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-287f74e9-79c0-4a50-a722-db4d81a61202 req-cf7ed23a-5d82-4740-8146-c8694c2ff721 service neutron] 10.222.0.10 "GET /v2.0/networks/c52bbd1c-24b9-493a-8949-3808e1dea7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319754 Aug 23 02:02:54.845963 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d460f-e62d-4111-a641-e7a04f9ebdd6 req-41bd33bc-9506-49b0-bc24-c8814ff147d0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:02:54.847424 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d52d460f-e62d-4111-a641-e7a04f9ebdd6 req-41bd33bc-9506-49b0-bc24-c8814ff147d0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 946 time: 0.0758023 Aug 23 02:02:54.891428 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d52d460f-e62d-4111-a641-e7a04f9ebdd6 req-3946f4ad-f598-402b-98f3-494bcee2f389 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385363 Aug 23 02:02:56.112604 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f82df-c99b-4dc4-9027-4720288ef680 req-0f6573a0-8f3f-431d-a9e2-f56e03babff6 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:02:56.114060 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d22f82df-c99b-4dc4-9027-4720288ef680 req-0f6573a0-8f3f-431d-a9e2-f56e03babff6 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 946 time: 0.0815847 Aug 23 02:02:56.158601 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-d22f82df-c99b-4dc4-9027-4720288ef680 req-036b4199-1d7c-4816-8b07-8924b72a6cdd tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f31213a-e9dc-4836-8808-0763ff27cf07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387340 Aug 23 02:02:56.237960 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9affdec-c914-42c4-a598-8b9bc71f5a41 req-f2f4e304-db12-4a3c-a927-81cff925a247 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:02:56.239399 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a9affdec-c914-42c4-a598-8b9bc71f5a41 req-f2f4e304-db12-4a3c-a927-81cff925a247 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.10 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 946 time: 0.0784502 Aug 23 02:02:56.307188 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-a9affdec-c914-42c4-a598-8b9bc71f5a41 req-6a8426cf-e6ab-4f9d-bf62-0105a4c24067 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Deleting port f6606d06-ed22-41b5-8f1a-ee838a057978 {{(pid=75884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:02:56.307560 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-a9affdec-c914-42c4-a598-8b9bc71f5a41 req-6a8426cf-e6ab-4f9d-bf62-0105a4c24067 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:56.640294 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-a9affdec-c914-42c4-a598-8b9bc71f5a41 req-6a8426cf-e6ab-4f9d-bf62-0105a4c24067 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] For port f6606d06-ed22-41b5-8f1a-ee838a057978, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=f6606d06-ed22-41b5-8f1a-ee838a057978,segment=NetworkSegment(4998317b-f65b-459a-b79b-8cace97c4771),segment_id=4998317b-f65b-459a-b79b-8cace97c4771)] {{(pid=75884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:02:56.640642 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-a9affdec-c914-42c4-a598-8b9bc71f5a41 req-6a8426cf-e6ab-4f9d-bf62-0105a4c24067 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:56.921620 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-a9affdec-c914-42c4-a598-8b9bc71f5a41 req-6a8426cf-e6ab-4f9d-bf62-0105a4c24067 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:56.921896 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-a9affdec-c914-42c4-a598-8b9bc71f5a41 req-6a8426cf-e6ab-4f9d-bf62-0105a4c24067 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405582'] for floatingip, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:56.922203 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.db.l3_db [req-a9affdec-c914-42c4-a598-8b9bc71f5a41 req-6a8426cf-e6ab-4f9d-bf62-0105a4c24067 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Floating IP 2ec9aae3-066f-46ea-9174-8a3279673efd disassociated. External IP: 172.28.2.202, port: f6606d06-ed22-41b5-8f1a-ee838a057978. Aug 23 02:02:56.922533 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-a9affdec-c914-42c4-a598-8b9bc71f5a41 req-6a8426cf-e6ab-4f9d-bf62-0105a4c24067 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Calling delete_port for f6606d06-ed22-41b5-8f1a-ee838a057978 owned by compute:nova {{(pid=75884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:02:57.143788 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-a9affdec-c914-42c4-a598-8b9bc71f5a41 req-6a8426cf-e6ab-4f9d-bf62-0105a4c24067 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:57.149426 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-9fdbd8ca-a514-4ab5-be48-d8ff6d302a4a tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:02:57.195460 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8426cf-e6ab-4f9d-bf62-0105a4c24067 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Pushing event deleted for resources: {'Port': ['ID=f6606d06-ed22-41b5-8f1a-ee838a057978,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:02:57.200790 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-6a8426cf-e6ab-4f9d-bf62-0105a4c24067 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:02:57.351755 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-bf64991a-e864-41ae-942f-7bb297b4279a req-36c3c255-8bd9-44d8-ad2d-a8871f2b2ef0 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 210 time: 0.0478735 Aug 23 02:02:57.455899 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9affdec-c914-42c4-a598-8b9bc71f5a41 req-6a8426cf-e6ab-4f9d-bf62-0105a4c24067 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Router 2c82253f-4601-4a72-af04-f26a45fbf7b3 has already been hosted by L3 agent a65233ca-d566-4bb6-b10d-56979c97574d {{(pid=75884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 02:02:57.664014 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9affdec-c914-42c4-a598-8b9bc71f5a41 req-6a8426cf-e6ab-4f9d-bf62-0105a4c24067 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 02:02:57.674686 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09906d67-61b0-4e02-afa0-2c476b919137 None None] Sync routers for ids ['2c82253f-4601-4a72-af04-f26a45fbf7b3'] in dv-cinder-805529-1-smb {{(pid=75886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 02:02:57.691754 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09906d67-61b0-4e02-afa0-2c476b919137 None None] Routers {'2c82253f-4601-4a72-af04-f26a45fbf7b3'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 02:02:57.692369 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-09906d67-61b0-4e02-afa0-2c476b919137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T02:02:34Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['2c82253f-4601-4a72-af04-f26a45fbf7b3'], 'active': True} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:02:57.748136 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9affdec-c914-42c4-a598-8b9bc71f5a41 req-6a8426cf-e6ab-4f9d-bf62-0105a4c24067 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] No DVR routers for this DVR port f6606d06-ed22-41b5-8f1a-ee838a057978 on host hv-cinder-80552 {{(pid=75884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 02:02:57.750671 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-a9affdec-c914-42c4-a598-8b9bc71f5a41 req-6a8426cf-e6ab-4f9d-bf62-0105a4c24067 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:02:57.754111 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8', 'name': 'network-vif-deleted', 'tag': 'f6606d06-ed22-41b5-8f1a-ee838a057978'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 02:02:57.812983 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8', 'name': 'network-vif-deleted', 'tag': 'f6606d06-ed22-41b5-8f1a-ee838a057978', 'status': 'completed', 'code': 200} Aug 23 02:02:57.847510 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-a9affdec-c914-42c4-a598-8b9bc71f5a41 req-6a8426cf-e6ab-4f9d-bf62-0105a4c24067 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.10 "DELETE /v2.0/ports/f6606d06-ed22-41b5-8f1a-ee838a057978 HTTP/1.1" status: 204 len: 173 time: 1.6029117 Aug 23 02:02:57.886363 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvr_db [None req-09906d67-61b0-4e02-afa0-2c476b919137 None None] Set router 2c82253f-4601-4a72-af04-f26a45fbf7b3 gateway port host: dv-cinder-805529-1-smb {{(pid=75886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 02:02:58.232498 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-09906d67-61b0-4e02-afa0-2c476b919137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1098116429-router', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:57Z', 'updated_at': '2021-08-23T01:53:07Z', 'revision_number': 4, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'gw_port': {'id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:59Z', 'updated_at': '2021-08-23T01:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': 'f58ebe7a-1fae-48ee-a3bf-533623e79179', 'name': '', 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'mac_address': 'fa:16:3e:aa:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:04Z', 'updated_at': '2021-08-23T01:53:20Z', 'revision_number': 5, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'subnets': [{'id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:02:58.236902 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09906d67-61b0-4e02-afa0-2c476b919137 None None] Checking router: 2c82253f-4601-4a72-af04-f26a45fbf7b3 for host: dv-cinder-805529-1-smb {{(pid=75886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 02:02:58.247220 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09906d67-61b0-4e02-afa0-2c476b919137 None None] Routers {'2c82253f-4601-4a72-af04-f26a45fbf7b3'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 02:02:58.247830 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-09906d67-61b0-4e02-afa0-2c476b919137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T02:02:34Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['2c82253f-4601-4a72-af04-f26a45fbf7b3'], 'active': True} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:02:58.425424 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvr_db [None req-09906d67-61b0-4e02-afa0-2c476b919137 None None] Set router 2c82253f-4601-4a72-af04-f26a45fbf7b3 gateway port host: dv-cinder-805529-1-smb {{(pid=75886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 02:02:58.751779 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-09906d67-61b0-4e02-afa0-2c476b919137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1098116429-router', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:57Z', 'updated_at': '2021-08-23T01:53:07Z', 'revision_number': 4, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'gw_port': {'id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:59Z', 'updated_at': '2021-08-23T01:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': 'f58ebe7a-1fae-48ee-a3bf-533623e79179', 'name': '', 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'mac_address': 'fa:16:3e:aa:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:04Z', 'updated_at': '2021-08-23T01:53:20Z', 'revision_number': 5, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'subnets': [{'id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:02:58.757022 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09906d67-61b0-4e02-afa0-2c476b919137 None None] The sync data for ids ['2c82253f-4601-4a72-af04-f26a45fbf7b3'] in dv-cinder-805529-1-smb is: [{'id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1098116429-router', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:57Z', 'updated_at': '2021-08-23T01:53:07Z', 'revision_number': 4, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'gw_port': {'id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:59Z', 'updated_at': '2021-08-23T01:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': 'f58ebe7a-1fae-48ee-a3bf-533623e79179', 'name': '', 'network_id': 'c52bbd1c-24b9-493a-8949-3808e1dea7a6', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'mac_address': 'fa:16:3e:aa:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:53:04Z', 'updated_at': '2021-08-23T01:53:20Z', 'revision_number': 5, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'subnets': [{'id': '9526bab9-7a16-49c6-a5b7-cf27000d2897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 02:02:58.787656 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-4dc46a2b-6f55-4df8-ac40-5e831c814d5b req-3719fbe8-3a92-4100-8382-7935006a69dc tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Synchronizing usage tracker for tenant:cf02a4e5b4424ce18a07cf20fa1241a3 on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 02:02:58.858106 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-4dc46a2b-6f55-4df8-ac40-5e831c814d5b req-3719fbe8-3a92-4100-8382-7935006a69dc tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Unset dirty status for tenant:cf02a4e5b4424ce18a07cf20fa1241a3 on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 02:02:58.859287 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4dc46a2b-6f55-4df8-ac40-5e831c814d5b req-3719fbe8-3a92-4100-8382-7935006a69dc tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15a4b7e-182e-4f93-9cb2-9ea46e3ff4b8 HTTP/1.1" status: 200 len: 210 time: 0.3472958 Aug 23 02:02:58.972863 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea10eb43-9a71-4a8e-b7a9-803afd1d97cd None None] New status for floating IP 2ec9aae3-066f-46ea-9174-8a3279673efd: DOWN {{(pid=75885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 02:02:59.312654 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device f6606d06-ed22-41b5-8f1a-ee838a057978 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 02:02:59.346116 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] No Port match for: f6606d06-ed22-41b5-8f1a-ee838a057978 {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 02:02:59.346388 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device f6606d06-ed22-41b5-8f1a-ee838a057978 not bound to the agent host hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 02:03:00.087427 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 46914) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:00.150712 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-30c4cc2e-3656-45a2-9922-46fdc95de89c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:00.178335 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-30c4cc2e-3656-45a2-9922-46fdc95de89c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:00.286617 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-30c4cc2e-3656-45a2-9922-46fdc95de89c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:00.290417 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-6d3c21af-e5cb-40ea-abf6-daac7eb20423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:00.308801 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4cc2e-3656-45a2-9922-46fdc95de89c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f31213a-e9dc-4836-8808-0763ff27cf07,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:00.311382 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-30c4cc2e-3656-45a2-9922-46fdc95de89c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:00.366560 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-30c4cc2e-3656-45a2-9922-46fdc95de89c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:00.367716 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-30c4cc2e-3656-45a2-9922-46fdc95de89c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "DELETE /v2.0/security-groups/2f31213a-e9dc-4836-8808-0763ff27cf07 HTTP/1.1" status: 204 len: 168 time: 0.2793212 Aug 23 02:03:00.370553 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 46920) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:00.387287 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.api.v2.resource [None req-b5537f77-7b49-4d0e-9f95-b95b5db1d976 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] show failed (client error): The resource could not be found. Aug 23 02:03:00.388553 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-b5537f77-7b49-4d0e-9f95-b95b5db1d976 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "GET /v2.0/security-groups/2f31213a-e9dc-4836-8808-0763ff27cf07 HTTP/1.1" status: 404 len: 347 time: 0.0170624 Aug 23 02:03:00.391109 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 46926) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:00.652003 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [None req-b2a2a053-33b5-40f6-8a46-d0863b6163d9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Deleting port 0a343444-74f9-4900-9688-a8480b6fddbd {{(pid=75884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:03:00.654952 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b2a2a053-33b5-40f6-8a46-d0863b6163d9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:00.822741 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b2a2a053-33b5-40f6-8a46-d0863b6163d9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:00.822981 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b2a2a053-33b5-40f6-8a46-d0863b6163d9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:00.941480 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [None req-b2a2a053-33b5-40f6-8a46-d0863b6163d9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Calling delete_port for 0a343444-74f9-4900-9688-a8480b6fddbd owned by network:floatingip {{(pid=75884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:03:01.138644 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b2a2a053-33b5-40f6-8a46-d0863b6163d9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:01.142942 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-5802a72a-9dd0-4073-b0d9-54ef37cb12b7 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:01.184217 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2a053-33b5-40f6-8a46-d0863b6163d9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Pushing event deleted for resources: {'Port': ['ID=0a343444-74f9-4900-9688-a8480b6fddbd,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:01.186613 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-b2a2a053-33b5-40f6-8a46-d0863b6163d9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:01.275667 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b2a2a053-33b5-40f6-8a46-d0863b6163d9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks [] for floatingip, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:01.354279 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b2a2a053-33b5-40f6-8a46-d0863b6163d9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for floatingip, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:01.355439 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-b2a2a053-33b5-40f6-8a46-d0863b6163d9 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] 10.222.0.18 "DELETE /v2.0/floatingips/2ec9aae3-066f-46ea-9174-8a3279673efd HTTP/1.1" status: 204 len: 168 time: 0.9633985 Aug 23 02:03:02.195539 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-d862a70c-6262-40a0-8886-bd5fbbcc3655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:02.663538 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:04.267449 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de3c1c-4509-4c68-9743-e50820869a02 req-3b5ef890-597e-4ea0-9c95-c92c4c00d042 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:04.268938 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d0de3c1c-4509-4c68-9743-e50820869a02 req-3b5ef890-597e-4ea0-9c95-c92c4c00d042 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 945 time: 0.0805922 Aug 23 02:03:04.315563 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-d0de3c1c-4509-4c68-9743-e50820869a02 req-f2b7f6da-2722-4012-8d66-370a1cbf055b tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410540 Aug 23 02:03:04.421264 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 46982) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:04.578102 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-7eaae1fc-f119-433c-9983-752f152a9f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:04.952344 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f17938b5-898b-41c9-b2f1-a8bb7cd87152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406364'] for router_interface, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:05.606501 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:05.678279 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [None req-f17938b5-898b-41c9-b2f1-a8bb7cd87152 admin admin] Deleting port f58ebe7a-1fae-48ee-a3bf-533623e79179 {{(pid=75884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:03:05.679184 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f17938b5-898b-41c9-b2f1-a8bb7cd87152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:05.756046 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc0b40-b303-4c15-883f-fcd8fc06f228 req-f21d3389-473a-48b8-a6b1-7f6545e33f4e tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:05.757431 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-06bc0b40-b303-4c15-883f-fcd8fc06f228 req-f21d3389-473a-48b8-a6b1-7f6545e33f4e tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 945 time: 0.1673670 Aug 23 02:03:05.809205 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-06bc0b40-b303-4c15-883f-fcd8fc06f228 req-32fe5f8c-c600-46d4-823b-bfd32bb0dcee tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453219 Aug 23 02:03:05.858012 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [None req-f17938b5-898b-41c9-b2f1-a8bb7cd87152 admin admin] For port f58ebe7a-1fae-48ee-a3bf-533623e79179, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=f58ebe7a-1fae-48ee-a3bf-533623e79179,segment=NetworkSegment(4998317b-f65b-459a-b79b-8cace97c4771),segment_id=4998317b-f65b-459a-b79b-8cace97c4771)] {{(pid=75884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:03:05.858363 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f17938b5-898b-41c9-b2f1-a8bb7cd87152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:05.988122 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [None req-f17938b5-898b-41c9-b2f1-a8bb7cd87152 admin admin] Calling delete_port for f58ebe7a-1fae-48ee-a3bf-533623e79179 owned by network:router_interface {{(pid=75884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:03:06.218091 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f17938b5-898b-41c9-b2f1-a8bb7cd87152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:06.222292 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-2d44a8be-c96a-42a6-a267-62d978086e2c tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:06.264939 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17938b5-898b-41c9-b2f1-a8bb7cd87152 admin admin] Pushing event deleted for resources: {'Port': ['ID=f58ebe7a-1fae-48ee-a3bf-533623e79179,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:06.269133 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-f17938b5-898b-41c9-b2f1-a8bb7cd87152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:06.562550 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f17938b5-898b-41c9-b2f1-a8bb7cd87152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406440'] for router_interface, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:07.023902 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:07.188896 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e4aed-9499-4934-9552-50713f7c8fe0 req-324ba36d-9c9a-4f98-8a07-b98774dc3037 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:07.190654 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c87e4aed-9499-4934-9552-50713f7c8fe0 req-324ba36d-9c9a-4f98-8a07-b98774dc3037 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 945 time: 0.1832178 Aug 23 02:03:07.257898 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-c87e4aed-9499-4934-9552-50713f7c8fe0 req-a25367da-3f86-4721-84fa-c5a8fe14e153 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555818 Aug 23 02:03:07.360906 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17938b5-898b-41c9-b2f1-a8bb7cd87152 admin admin] Router 2c82253f-4601-4a72-af04-f26a45fbf7b3 has already been hosted by L3 agent a65233ca-d566-4bb6-b10d-56979c97574d {{(pid=75884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 02:03:07.562339 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17938b5-898b-41c9-b2f1-a8bb7cd87152 admin admin] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 02:03:07.571239 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fecdd77-a368-452e-9c99-da2f694383d5 None None] Sync routers for ids ['2c82253f-4601-4a72-af04-f26a45fbf7b3'] in dv-cinder-805529-1-smb {{(pid=75886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 02:03:07.576250 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-f17938b5-898b-41c9-b2f1-a8bb7cd87152 admin admin] 10.222.0.18 "PUT /v2.0/routers/2c82253f-4601-4a72-af04-f26a45fbf7b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1538680 Aug 23 02:03:07.578693 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 47024) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:07.584657 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fecdd77-a368-452e-9c99-da2f694383d5 None None] Routers {'2c82253f-4601-4a72-af04-f26a45fbf7b3'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 02:03:07.585265 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-7fecdd77-a368-452e-9c99-da2f694383d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T02:03:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['2c82253f-4601-4a72-af04-f26a45fbf7b3'], 'active': True} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:03:07.760513 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvr_db [None req-7fecdd77-a368-452e-9c99-da2f694383d5 None None] Set router 2c82253f-4601-4a72-af04-f26a45fbf7b3 gateway port host: dv-cinder-805529-1-smb {{(pid=75886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 02:03:07.778001 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-539e9a97-0212-4654-9df4-da60eb622132 admin admin] Notify callbacks [] for router, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:07.979136 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-539e9a97-0212-4654-9df4-da60eb622132 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:08.047389 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-7fecdd77-a368-452e-9c99-da2f694383d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1098116429-router', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:57Z', 'updated_at': '2021-08-23T02:03:06Z', 'revision_number': 5, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'gw_port': {'id': '4dce87fc-1798-47b5-9f60-cccd839c37cb', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:20:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:52:59Z', 'updated_at': '2021-08-23T01:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb'}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:03:08.051711 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fecdd77-a368-452e-9c99-da2f694383d5 None None] Checking router: 2c82253f-4601-4a72-af04-f26a45fbf7b3 for host: dv-cinder-805529-1-smb {{(pid=75886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 02:03:08.061892 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fecdd77-a368-452e-9c99-da2f694383d5 None None] Routers {'2c82253f-4601-4a72-af04-f26a45fbf7b3'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 02:03:08.062474 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-7fecdd77-a368-452e-9c99-da2f694383d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T02:03:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['2c82253f-4601-4a72-af04-f26a45fbf7b3'], 'active': True} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:03:08.069098 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [None req-539e9a97-0212-4654-9df4-da60eb622132 admin admin] Deleting port 4dce87fc-1798-47b5-9f60-cccd839c37cb {{(pid=75884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:03:08.069533 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-539e9a97-0212-4654-9df4-da60eb622132 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:08.241870 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvr_db [None req-7fecdd77-a368-452e-9c99-da2f694383d5 None None] Set router 2c82253f-4601-4a72-af04-f26a45fbf7b3 gateway port host: None {{(pid=75886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 02:03:08.245279 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [None req-539e9a97-0212-4654-9df4-da60eb622132 admin admin] For port 4dce87fc-1798-47b5-9f60-cccd839c37cb, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=4dce87fc-1798-47b5-9f60-cccd839c37cb,segment=NetworkSegment(7c5f1ea7-734e-4991-8c15-dc9eedea0188),segment_id=7c5f1ea7-734e-4991-8c15-dc9eedea0188)] {{(pid=75884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:03:08.245794 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-539e9a97-0212-4654-9df4-da60eb622132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:08.346720 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-7fecdd77-a368-452e-9c99-da2f694383d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1098116429-router', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:57Z', 'updated_at': '2021-08-23T02:03:07Z', 'revision_number': 6, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'gw_port_host': None}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:03:08.350803 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fecdd77-a368-452e-9c99-da2f694383d5 None None] The sync data for ids ['2c82253f-4601-4a72-af04-f26a45fbf7b3'] in dv-cinder-805529-1-smb is: [{'id': '2c82253f-4601-4a72-af04-f26a45fbf7b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1098116429-router', 'tenant_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:52:57Z', 'updated_at': '2021-08-23T02:03:07Z', 'revision_number': 6, 'project_id': 'cf02a4e5b4424ce18a07cf20fa1241a3', 'gw_port_host': None}] {{(pid=75886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 02:03:08.371754 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [None req-539e9a97-0212-4654-9df4-da60eb622132 admin admin] Calling delete_port for 4dce87fc-1798-47b5-9f60-cccd839c37cb owned by network:router_gateway {{(pid=75884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:03:08.481444 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3857c-f1e9-424e-91e0-58241a291347 req-e834f301-e9c7-4665-868a-da4eb30e6fe4 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:08.485805 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-3bb3857c-f1e9-424e-91e0-58241a291347 req-e834f301-e9c7-4665-868a-da4eb30e6fe4 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 945 time: 0.0870161 Aug 23 02:03:08.531597 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-3bb3857c-f1e9-424e-91e0-58241a291347 req-048c21e2-c2a1-43d4-8f81-71ad11cca9d1 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422463 Aug 23 02:03:08.646657 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-539e9a97-0212-4654-9df4-da60eb622132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:08.651260 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-370b825b-32af-4713-a9b8-0b36fd9f6733 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:08.797058 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e9a97-0212-4654-9df4-da60eb622132 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dce87fc-1798-47b5-9f60-cccd839c37cb,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:08.801055 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-539e9a97-0212-4654-9df4-da60eb622132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:09.021656 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-539e9a97-0212-4654-9df4-da60eb622132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405537'] for router_gateway, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:09.183636 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 4dce87fc-1798-47b5-9f60-cccd839c37cb no longer exists at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 02:03:09.218308 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] No Port match for: 4dce87fc-1798-47b5-9f60-cccd839c37cb {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 02:03:09.221218 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 4dce87fc-1798-47b5-9f60-cccd839c37cb not bound to the agent host dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 02:03:09.221218 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device f58ebe7a-1fae-48ee-a3bf-533623e79179 no longer exists at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 02:03:09.252413 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] No Port match for: f58ebe7a-1fae-48ee-a3bf-533623e79179 {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 02:03:09.252811 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device f58ebe7a-1fae-48ee-a3bf-533623e79179 not bound to the agent host dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 02:03:09.286592 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-539e9a97-0212-4654-9df4-da60eb622132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4395'] for router, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:09.291084 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-539e9a97-0212-4654-9df4-da60eb622132 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:09.400777 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-539e9a97-0212-4654-9df4-da60eb622132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412701'] for router, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:09.401264 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539e9a97-0212-4654-9df4-da60eb622132 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c82253f-4601-4a72-af04-f26a45fbf7b3 {{(pid=75884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 02:03:09.414488 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-539e9a97-0212-4654-9df4-da60eb622132 admin admin] Notify callbacks [] for router, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:09.415790 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-539e9a97-0212-4654-9df4-da60eb622132 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2c82253f-4601-4a72-af04-f26a45fbf7b3 HTTP/1.1" status: 204 len: 168 time: 1.8356562 Aug 23 02:03:09.419146 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 47040) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:09.482912 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_v2 [None req-2beca670-f3eb-4d77-b44e-864ce66f679a admin admin] Deleting subnet 9526bab9-7a16-49c6-a5b7-cf27000d2897 {{(pid=75884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 02:03:09.488446 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-2beca670-f3eb-4d77-b44e-864ce66f679a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:09.536293 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-2beca670-f3eb-4d77-b44e-864ce66f679a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7902558'] for subnet, precommit_delete_associations {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:09.613919 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-2beca670-f3eb-4d77-b44e-864ce66f679a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1481903'] for subnet, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:09.757590 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876acfb-1237-4226-a3dd-fdeb5097bfd5 req-0c18dbe1-2773-4046-90a9-6857791f5dcc tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:09.759104 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0876acfb-1237-4226-a3dd-fdeb5097bfd5 req-0c18dbe1-2773-4046-90a9-6857791f5dcc tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 945 time: 0.0999768 Aug 23 02:03:09.805356 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0876acfb-1237-4226-a3dd-fdeb5097bfd5 req-a9d4fc8d-e5ba-444d-853b-f18b354df4f2 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407820 Aug 23 02:03:09.818071 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-2beca670-f3eb-4d77-b44e-864ce66f679a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1481878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7565708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7385804'] for subnet, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:09.823012 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:09.861402 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beca670-f3eb-4d77-b44e-864ce66f679a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9526bab9-7a16-49c6-a5b7-cf27000d2897,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:09.863974 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-2beca670-f3eb-4d77-b44e-864ce66f679a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:09.868009 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-2beca670-f3eb-4d77-b44e-864ce66f679a admin admin] Notify callbacks [] for subnet, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:09.873455 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b16a74c-8387-43dc-8f1d-47883cf4ffb1 None None] Network c52bbd1c-24b9-493a-8949-3808e1dea7a6 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 02:03:09.874138 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-2beca670-f3eb-4d77-b44e-864ce66f679a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9526bab9-7a16-49c6-a5b7-cf27000d2897 HTTP/1.1" status: 204 len: 168 time: 0.4539857 Aug 23 02:03:09.877118 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 47052) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:09.993939 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d3acbcb1-0b1d-4265-8077-470346f74346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584917'] for network, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:10.005786 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [None req-d3acbcb1-0b1d-4265-8077-470346f74346 admin admin] Deleting port c8a9a251-0d2c-48a4-ae3e-df01de7beb7b {{(pid=75884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:03:10.006187 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d3acbcb1-0b1d-4265-8077-470346f74346 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:10.164234 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1c262c-2e35-4e10-8a53-3b959f2f9917 None None] DHCP port deletion for c52bbd1c-24b9-493a-8949-3808e1dea7a6 request from dv-cinder-805529-1-smb {{(pid=75885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 02:03:10.168472 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-ab1c262c-2e35-4e10-8a53-3b959f2f9917 None None] Deleting port c8a9a251-0d2c-48a4-ae3e-df01de7beb7b {{(pid=75885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:03:10.168842 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-ab1c262c-2e35-4e10-8a53-3b959f2f9917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:10.272401 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [None req-d3acbcb1-0b1d-4265-8077-470346f74346 admin admin] For port c8a9a251-0d2c-48a4-ae3e-df01de7beb7b, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=c8a9a251-0d2c-48a4-ae3e-df01de7beb7b,segment=NetworkSegment(4998317b-f65b-459a-b79b-8cace97c4771),segment_id=4998317b-f65b-459a-b79b-8cace97c4771)] {{(pid=75884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:03:10.272705 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d3acbcb1-0b1d-4265-8077-470346f74346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:10.379638 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-ab1c262c-2e35-4e10-8a53-3b959f2f9917 None None] For port c8a9a251-0d2c-48a4-ae3e-df01de7beb7b, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=c8a9a251-0d2c-48a4-ae3e-df01de7beb7b,segment=NetworkSegment(4998317b-f65b-459a-b79b-8cace97c4771),segment_id=4998317b-f65b-459a-b79b-8cace97c4771)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:03:10.380289 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-ab1c262c-2e35-4e10-8a53-3b959f2f9917 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:10.491158 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [None req-d3acbcb1-0b1d-4265-8077-470346f74346 admin admin] Calling delete_port for c8a9a251-0d2c-48a4-ae3e-df01de7beb7b owned by network:dhcp {{(pid=75884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:03:10.515072 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-ab1c262c-2e35-4e10-8a53-3b959f2f9917 None None] Calling delete_port for c8a9a251-0d2c-48a4-ae3e-df01de7beb7b owned by network:dhcp {{(pid=75885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:03:10.667871 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d3acbcb1-0b1d-4265-8077-470346f74346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:10.669510 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.db.api [None req-ab1c262c-2e35-4e10-8a53-3b959f2f9917 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 02:03:10.670031 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_db.api [None req-ab1c262c-2e35-4e10-8a53-3b959f2f9917 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 02:03:10.674803 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-d3a294fc-14e8-455f-a288-dee801458644 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:10.720608 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3acbcb1-0b1d-4265-8077-470346f74346 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8a9a251-0d2c-48a4-ae3e-df01de7beb7b,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:10.722719 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-d3acbcb1-0b1d-4265-8077-470346f74346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:10.728125 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3acbcb1-0b1d-4265-8077-470346f74346 admin admin] No DVR routers for this DVR port c8a9a251-0d2c-48a4-ae3e-df01de7beb7b on host dv-cinder-805529-1-smb {{(pid=75884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 02:03:10.848390 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d3acbcb1-0b1d-4265-8077-470346f74346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480998', 'neutron.services.segments.db._delete_segments_for_network-8755480555394'] for network, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:10.863174 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-d3acbcb1-0b1d-4265-8077-470346f74346 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c52bbd1c-24b9-493a-8949-3808e1dea7a6']}} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:03:10.876488 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-d3acbcb1-0b1d-4265-8077-470346f74346 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4998317b-f65b-459a-b79b-8cace97c4771') {'for_net_delete': True} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:03:10.876773 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-d3acbcb1-0b1d-4265-8077-470346f74346 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4998317b-f65b-459a-b79b-8cace97c4771') {} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:03:10.888103 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d3acbcb1-0b1d-4265-8077-470346f74346 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755480556189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7902545'] for segment, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:10.904233 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d3acbcb1-0b1d-4265-8077-470346f74346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:10.911313 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3acbcb1-0b1d-4265-8077-470346f74346 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=75884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 02:03:10.911689 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d3acbcb1-0b1d-4265-8077-470346f74346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1481738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7565610'] for segment, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: Traceback (most recent call last): Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: timer() Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: cb(*args, **kw) Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: return func(*args, **kwargs) Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: self._notify() Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: self.callback(batched_events) Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: event.method(event) Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: return f(self, *a, **k) Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: return self._get(url).json() Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: return self.request(url, 'GET', **kwargs) Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 02:03:10.924821 dv-cinder-805529-1-smb neutron-server[75884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 02:03:11.012748 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c92684-6c42-4061-9d8b-4a97c64b7d6e req-3dcb6a99-8e74-43e2-a2a6-f6bf00b24c55 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:11.014483 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-43c92684-6c42-4061-9d8b-4a97c64b7d6e req-3dcb6a99-8e74-43e2-a2a6-f6bf00b24c55 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 945 time: 0.0815775 Aug 23 02:03:11.023731 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device c8a9a251-0d2c-48a4-ae3e-df01de7beb7b no longer exists at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 02:03:11.040462 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d3acbcb1-0b1d-4265-8077-470346f74346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405596'] for network, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:11.044382 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:11.057193 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] No Port match for: c8a9a251-0d2c-48a4-ae3e-df01de7beb7b {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 02:03:11.057541 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device c8a9a251-0d2c-48a4-ae3e-df01de7beb7b not bound to the agent host dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 02:03:11.060278 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-d3acbcb1-0b1d-4265-8077-470346f74346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:11.067451 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-43c92684-6c42-4061-9d8b-4a97c64b7d6e req-8b0fa822-24d9-4d14-8d39-b23ae0322898 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453823 Aug 23 02:03:11.073240 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3acbcb1-0b1d-4265-8077-470346f74346 admin admin] Pushing event deleted for resources: {'Network': ['ID=c52bbd1c-24b9-493a-8949-3808e1dea7a6,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:11.076512 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-d3acbcb1-0b1d-4265-8077-470346f74346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:11.127783 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-d3acbcb1-0b1d-4265-8077-470346f74346 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c52bbd1c-24b9-493a-8949-3808e1dea7a6 HTTP/1.1" status: 204 len: 168 time: 1.2494104 Aug 23 02:03:11.171353 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-ab1c262c-2e35-4e10-8a53-3b959f2f9917 None None] Deleting port c8a9a251-0d2c-48a4-ae3e-df01de7beb7b {{(pid=75885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:03:11.171963 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-ab1c262c-2e35-4e10-8a53-3b959f2f9917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:11.236451 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-ab1c262c-2e35-4e10-8a53-3b959f2f9917 None None] The port 'c8a9a251-0d2c-48a4-ae3e-df01de7beb7b' was deleted {{(pid=75885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 23 02:03:11.506192 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 47084) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:11.558124 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-2aefc2de-d8de-4423-a332-0f79da5b1fae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf02a4e5b4424ce18a07cf20fa1241a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0505683 Aug 23 02:03:11.560439 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 47088) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:11.619740 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-89d0d893-7038-47c0-bee9-7c47558a7768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:11.644711 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-89d0d893-7038-47c0-bee9-7c47558a7768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:11.755102 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-89d0d893-7038-47c0-bee9-7c47558a7768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:11.758738 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-cac40557-6681-4fe5-adb9-a1233bb35e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:11.772250 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0d893-7038-47c0-bee9-7c47558a7768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73359f3-53a4-4f01-87bf-fdfd06816d3d,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:11.775953 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-89d0d893-7038-47c0-bee9-7c47558a7768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:11.779055 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-89d0d893-7038-47c0-bee9-7c47558a7768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:11.780190 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-89d0d893-7038-47c0-bee9-7c47558a7768 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d73359f3-53a4-4f01-87bf-fdfd06816d3d HTTP/1.1" status: 204 len: 168 time: 0.2188733 Aug 23 02:03:12.279056 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03472d5e-c037-44aa-8da9-2d31dba266f7 req-5994fbf4-4360-4396-971b-065517f78690 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:12.280601 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-03472d5e-c037-44aa-8da9-2d31dba266f7 req-5994fbf4-4360-4396-971b-065517f78690 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 945 time: 0.0800707 Aug 23 02:03:12.327587 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-03472d5e-c037-44aa-8da9-2d31dba266f7 req-634cd6f4-324d-43f0-a428-0d7afcecc1ef tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405502 Aug 23 02:03:13.540038 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee390fa-a7f4-45f7-ac6b-cc37eab534dc req-70a30022-d53e-402a-a21a-5aaf0ef6ca4f tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:13.541543 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-0ee390fa-a7f4-45f7-ac6b-cc37eab534dc req-70a30022-d53e-402a-a21a-5aaf0ef6ca4f tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 945 time: 0.0861022 Aug 23 02:03:13.584054 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 47136) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:13.591822 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-0ee390fa-a7f4-45f7-ac6b-cc37eab534dc req-0a9498cd-02e4-412b-aa48-24e685e76e49 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441298 Aug 23 02:03:13.736761 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-036c49c6-4cc0-4b33-8a22-bb2c75c519d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:13.768139 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-036c49c6-4cc0-4b33-8a22-bb2c75c519d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 02:03:13.772070 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-036c49c6-4cc0-4b33-8a22-bb2c75c519d5 admin admin] Usage tracker for resource:security_group_rule and tenant:89031fedc1924476ac6d9bc921dfc898 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 02:03:13.774831 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-036c49c6-4cc0-4b33-8a22-bb2c75c519d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 02:03:13.780463 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-036c49c6-4cc0-4b33-8a22-bb2c75c519d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 02:03:13.849003 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-036c49c6-4cc0-4b33-8a22-bb2c75c519d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:13.926340 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-036c49c6-4cc0-4b33-8a22-bb2c75c519d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:13.933828 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-b648de48-7c4c-47ab-b55c-6df444fd7a99 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:13.976702 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c49c6-4cc0-4b33-8a22-bb2c75c519d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb00768-2afc-453c-b873-b29fd0e2099e,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:13.980847 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-036c49c6-4cc0-4b33-8a22-bb2c75c519d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=89031fedc1924476ac6d9bc921dfc898&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3951817 Aug 23 02:03:13.981721 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-036c49c6-4cc0-4b33-8a22-bb2c75c519d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:13.983727 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 47150) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:14.048428 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-fbe21abd-a3d7-4f71-a0ba-0fbbf5fe7bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:14.074050 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-fbe21abd-a3d7-4f71-a0ba-0fbbf5fe7bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:14.183362 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-fbe21abd-a3d7-4f71-a0ba-0fbbf5fe7bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:14.187083 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-5c461dac-ba45-4ca1-a309-92a30f2f2103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:14.202375 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe21abd-a3d7-4f71-a0ba-0fbbf5fe7bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb00768-2afc-453c-b873-b29fd0e2099e,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:14.206236 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-fbe21abd-a3d7-4f71-a0ba-0fbbf5fe7bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:14.209410 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-fbe21abd-a3d7-4f71-a0ba-0fbbf5fe7bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:14.210799 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-fbe21abd-a3d7-4f71-a0ba-0fbbf5fe7bb5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/abb00768-2afc-453c-b873-b29fd0e2099e HTTP/1.1" status: 204 len: 168 time: 0.2256191 Aug 23 02:03:14.391142 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-3145b934-dd69-4473-a39c-40248221d08d req-85591f5e-f248-4adc-bf0d-19428a388fe8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9ca1dce58d884bec9f2681e9b50e79ba&device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 1098 time: 0.0832756 Aug 23 02:03:14.543963 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145b934-dd69-4473-a39c-40248221d08d req-d39033ed-e979-4ba5-94ce-17037b8ca851 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:14.553177 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-3145b934-dd69-4473-a39c-40248221d08d req-d39033ed-e979-4ba5-94ce-17037b8ca851 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1 HTTP/1.1" status: 200 len: 910 time: 0.1560035 Aug 23 02:03:14.662201 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-3145b934-dd69-4473-a39c-40248221d08d req-6e373cbc-739a-4cad-884e-378bf6a8e109 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=090c3f9d-aaf1-4c37-952e-80deb28233a8 HTTP/1.1" status: 200 len: 1001 time: 0.1030986 Aug 23 02:03:14.780745 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145b934-dd69-4473-a39c-40248221d08d req-4a06e9bb-1308-4d22-b056-94ce12f6d784 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:14.782931 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-3145b934-dd69-4473-a39c-40248221d08d req-4a06e9bb-1308-4d22-b056-94ce12f6d784 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=205c6635-f36c-432b-af89-25d2fd9f0adf HTTP/1.1" status: 200 len: 848 time: 0.1147687 Aug 23 02:03:14.873425 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1951fde-82d6-4563-ba23-5ef5350f6baf req-55ff4e56-fb9a-4892-b760-b3ea8682ccb2 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:14.874863 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f1951fde-82d6-4563-ba23-5ef5350f6baf req-55ff4e56-fb9a-4892-b760-b3ea8682ccb2 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 945 time: 0.1447744 Aug 23 02:03:14.902251 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-3145b934-dd69-4473-a39c-40248221d08d req-4d046a32-c2cb-4ebe-89d4-5c6eb4c0fb01 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1087735 Aug 23 02:03:14.915126 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [req-3145b934-dd69-4473-a39c-40248221d08d req-7e85baa6-3417-47b7-a051-446237a56062 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=75884) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 02:03:14.916371 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-3145b934-dd69-4473-a39c-40248221d08d req-7e85baa6-3417-47b7-a051-446237a56062 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056324 Aug 23 02:03:15.007633 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f1951fde-82d6-4563-ba23-5ef5350f6baf req-b0abeda6-e436-4eef-b779-f69f0aa5044e tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255026 Aug 23 02:03:15.039528 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 47172) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:15.064764 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-abfecea3-4c80-4722-ac01-4930d4815837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:15.072292 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-3145b934-dd69-4473-a39c-40248221d08d req-dcbd4642-e64d-4600-912e-80a18f05169c service neutron] 10.222.0.10 "GET /v2.0/networks/3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461754 Aug 23 02:03:15.096887 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-abfecea3-4c80-4722-ac01-4930d4815837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 02:03:15.100712 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-abfecea3-4c80-4722-ac01-4930d4815837 admin admin] Usage tracker for resource:security_group_rule and tenant:fe313083d10146a7be41623fbadea8cf is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 02:03:15.103575 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-abfecea3-4c80-4722-ac01-4930d4815837 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 02:03:15.109238 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-abfecea3-4c80-4722-ac01-4930d4815837 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 02:03:15.176735 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-abfecea3-4c80-4722-ac01-4930d4815837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:15.252248 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-abfecea3-4c80-4722-ac01-4930d4815837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:15.259112 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-aee8b91c-ea45-4b11-957d-7bfeec53093e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:15.288941 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-3145b934-dd69-4473-a39c-40248221d08d req-1f103413-c279-41cc-8631-62135eb5c101 service neutron] 10.222.0.10 "GET /v2.0/networks/3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102807 Aug 23 02:03:15.300176 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfecea3-4c80-4722-ac01-4930d4815837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c901351d-39ca-4111-93e1-478bbc9dc032,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:15.303587 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-abfecea3-4c80-4722-ac01-4930d4815837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:15.305911 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-abfecea3-4c80-4722-ac01-4930d4815837 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fe313083d10146a7be41623fbadea8cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2653294 Aug 23 02:03:15.308583 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 47176) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:15.366935 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-965a511c-dd2f-4c45-86b6-1ae9214a02a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:15.391364 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-965a511c-dd2f-4c45-86b6-1ae9214a02a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:15.658222 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-965a511c-dd2f-4c45-86b6-1ae9214a02a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:15.662300 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-4bb67415-8077-4512-a084-a09f7850aada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:15.675608 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a511c-dd2f-4c45-86b6-1ae9214a02a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c901351d-39ca-4111-93e1-478bbc9dc032,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:15.678462 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-965a511c-dd2f-4c45-86b6-1ae9214a02a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:15.682880 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-965a511c-dd2f-4c45-86b6-1ae9214a02a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:15.686777 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-965a511c-dd2f-4c45-86b6-1ae9214a02a7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c901351d-39ca-4111-93e1-478bbc9dc032 HTTP/1.1" status: 204 len: 168 time: 0.3773558 Aug 23 02:03:16.212863 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96553f99-d639-4599-a52f-8ee48cfc2f4a req-402bac8a-e022-41dc-96f6-ecfe01d2745e tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:16.214319 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-96553f99-d639-4599-a52f-8ee48cfc2f4a req-402bac8a-e022-41dc-96f6-ecfe01d2745e tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 945 time: 0.0781603 Aug 23 02:03:16.264532 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-96553f99-d639-4599-a52f-8ee48cfc2f4a req-95d0437e-954f-4160-b9df-0c2d209183ae tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432732 Aug 23 02:03:17.479202 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bab387-f6cd-48c2-ae53-7073ec594da0 req-520fae5c-1a0c-4fbc-87cf-8a4109a18245 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:17.480675 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-22bab387-f6cd-48c2-ae53-7073ec594da0 req-520fae5c-1a0c-4fbc-87cf-8a4109a18245 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 945 time: 0.0827184 Aug 23 02:03:17.529345 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-22bab387-f6cd-48c2-ae53-7073ec594da0 req-e8580daf-8a68-489c-9994-05e39bd8268e tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416749 Aug 23 02:03:18.729095 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 47266) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:18.738627 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94400684-574a-41f9-b92d-edf4a69a6802 req-262fd8f9-68a5-4c42-89b0-6cf520ef5c54 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:18.740133 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-94400684-574a-41f9-b92d-edf4a69a6802 req-262fd8f9-68a5-4c42-89b0-6cf520ef5c54 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 945 time: 0.0850368 Aug 23 02:03:18.786957 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-94400684-574a-41f9-b92d-edf4a69a6802 req-697f4e05-92cc-4ae0-9a91-5a57460d6dbf tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411255 Aug 23 02:03:18.875764 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-fff9a3f2-f58b-418c-a667-a15af0f93a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:18.943477 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-fff9a3f2-f58b-418c-a667-a15af0f93a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 02:03:18.952966 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-fff9a3f2-f58b-418c-a667-a15af0f93a70 admin admin] Usage tracker for resource:security_group_rule and tenant:d46177cc9d984d15aebb15324d422d7e is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 02:03:18.956961 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-fff9a3f2-f58b-418c-a667-a15af0f93a70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 02:03:18.970614 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-fff9a3f2-f58b-418c-a667-a15af0f93a70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 02:03:19.007823 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-b56b7bb4-e4f6-4a95-8c81-844e5030a625 req-7ac39f53-1a07-4569-a352-29dbc0f8d8ab service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1032724 Aug 23 02:03:19.052439 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-fff9a3f2-f58b-418c-a667-a15af0f93a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:19.120419 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-fff9a3f2-f58b-418c-a667-a15af0f93a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:19.133250 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-505637ce-9de7-42e8-aca2-39c8100f93e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:19.171739 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9a3f2-f58b-418c-a667-a15af0f93a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05017896-b1dc-430a-8a32-231c39f4990e,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:19.176373 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-fff9a3f2-f58b-418c-a667-a15af0f93a70 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d46177cc9d984d15aebb15324d422d7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4461026 Aug 23 02:03:19.177383 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-fff9a3f2-f58b-418c-a667-a15af0f93a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:19.178992 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 47278) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:19.242555 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3a255fc5-7b3a-45c0-bbd0-5c8ec674b4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:19.272736 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3a255fc5-7b3a-45c0-bbd0-5c8ec674b4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:19.401172 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3a255fc5-7b3a-45c0-bbd0-5c8ec674b4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:19.403308 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 090c3f9d-aaf1-4c37-952e-80deb28233a8 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 02:03:19.406482 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:19.420027 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a255fc5-7b3a-45c0-bbd0-5c8ec674b4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05017896-b1dc-430a-8a32-231c39f4990e,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:19.422499 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-3a255fc5-7b3a-45c0-bbd0-5c8ec674b4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:19.431087 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3a255fc5-7b3a-45c0-bbd0-5c8ec674b4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:19.432434 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-3a255fc5-7b3a-45c0-bbd0-5c8ec674b4b5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/05017896-b1dc-430a-8a32-231c39f4990e HTTP/1.1" status: 204 len: 168 time: 0.2525251 Aug 23 02:03:19.471244 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463edcb-96eb-4102-abd9-357986e61608 req-2a92a794-6d94-4eed-91b9-86a59533b657 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:19.473050 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-5463edcb-96eb-4102-abd9-357986e61608 req-2a92a794-6d94-4eed-91b9-86a59533b657 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 945 time: 0.1366572 Aug 23 02:03:19.501458 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e21aece4-c262-4f45-a83c-97fbf8b02252 req-cdcdaf6a-78aa-4adc-9e16-5d5362d3dd7c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1630063 Aug 23 02:03:19.530876 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:19.532325 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-5463edcb-96eb-4102-abd9-357986e61608 req-1c016dde-6536-4009-80ad-9bfc6f80d4f2 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523179 Aug 23 02:03:19.563740 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89180d17-8378-4ff2-a72c-53094236c03c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '090c3f9d-aaf1-4c37-952e-80deb28233a8'}] {{(pid=75885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 02:03:19.572039 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port 090c3f9d-aaf1-4c37-952e-80deb28233a8, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=090c3f9d-aaf1-4c37-952e-80deb28233a8,segment=NetworkSegment(8b079705-0d4a-4e2a-8f35-2ce0cc85aff7),segment_id=8b079705-0d4a-4e2a-8f35-2ce0cc85aff7)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:03:19.620662 dv-cinder-805529-1-smb neutron-server[75885]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '89180d17-8378-4ff2-a72c-53094236c03c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '090c3f9d-aaf1-4c37-952e-80deb28233a8', 'code': 422} returned with failed status Aug 23 02:03:19.634537 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:19.637415 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-5a351584-fd24-466f-b489-ce7472be054b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:19.705572 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=090c3f9d-aaf1-4c37-952e-80deb28233a8,revision_number=6']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:19.714394 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:03:19.714728 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:03:19.715360 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:03:19.715691 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:03:19.716015 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:03:19.716334 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:03:19.716642 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:03:19.717126 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:03:19.717434 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:03:19.717912 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:03:19.718230 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:03:19.722987 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:20.026887 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 47298) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:20.046406 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0d3630f3-cbd6-40b0-824c-a8e568971245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:20.078863 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-0d3630f3-cbd6-40b0-824c-a8e568971245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 02:03:20.082752 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-0d3630f3-cbd6-40b0-824c-a8e568971245 admin admin] Usage tracker for resource:security_group_rule and tenant:f7cefb059e474ea28edcc18fbfab0766 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 02:03:20.085579 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-0d3630f3-cbd6-40b0-824c-a8e568971245 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 02:03:20.091344 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-0d3630f3-cbd6-40b0-824c-a8e568971245 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 02:03:20.156609 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0d3630f3-cbd6-40b0-824c-a8e568971245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:20.217763 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0d3630f3-cbd6-40b0-824c-a8e568971245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:20.227812 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-cc584b94-5608-4d60-9a7c-0e7cde4b2522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:20.268599 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3630f3-cbd6-40b0-824c-a8e568971245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d32a07a-af1f-47e1-a1c3-29ed2203b6fd,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:20.271563 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-0d3630f3-cbd6-40b0-824c-a8e568971245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:20.277384 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 47306) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:20.277795 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-0d3630f3-cbd6-40b0-824c-a8e568971245 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f7cefb059e474ea28edcc18fbfab0766&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2490880 Aug 23 02:03:20.337598 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-80ed040c-5ab1-420e-b61f-66daad716ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:20.363061 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-80ed040c-5ab1-420e-b61f-66daad716ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:20.474712 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-80ed040c-5ab1-420e-b61f-66daad716ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:20.479602 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-5e0aa681-d950-4239-87fe-b28a1032797f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:20.492100 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed040c-5ab1-420e-b61f-66daad716ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d32a07a-af1f-47e1-a1c3-29ed2203b6fd,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:20.496703 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-80ed040c-5ab1-420e-b61f-66daad716ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:20.498636 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-80ed040c-5ab1-420e-b61f-66daad716ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:20.502826 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-80ed040c-5ab1-420e-b61f-66daad716ade admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d32a07a-af1f-47e1-a1c3-29ed2203b6fd HTTP/1.1" status: 204 len: 168 time: 0.2217910 Aug 23 02:03:20.752027 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6b232-246e-4389-870e-46e4729f50f6 req-0741b727-c636-4360-ab8b-44ccfd42ec65 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:20.756029 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b3f6b232-246e-4389-870e-46e4729f50f6 req-0741b727-c636-4360-ab8b-44ccfd42ec65 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 943 time: 0.0905859 Aug 23 02:03:20.801576 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-b3f6b232-246e-4389-870e-46e4729f50f6 req-4749f1ee-04d1-423e-a046-7a3cead964a8 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414262 Aug 23 02:03:21.360841 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e21aece4-c262-4f45-a83c-97fbf8b02252 req-36e04cae-b9e9-4842-a158-afeb6f4c35ce service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c&tenant_id=9ca1dce58d884bec9f2681e9b50e79ba HTTP/1.1" status: 200 len: 1096 time: 0.0760841 Aug 23 02:03:21.454957 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e21aece4-c262-4f45-a83c-97fbf8b02252 req-8df31fa2-573f-488e-bece-1082d4a5f767 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9ca1dce58d884bec9f2681e9b50e79ba&device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 1096 time: 0.0683720 Aug 23 02:03:21.591182 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21aece4-c262-4f45-a83c-97fbf8b02252 req-bffedf67-8bd1-476e-b396-f4f5602e8deb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:21.592668 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e21aece4-c262-4f45-a83c-97fbf8b02252 req-bffedf67-8bd1-476e-b396-f4f5602e8deb service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1 HTTP/1.1" status: 200 len: 910 time: 0.1317778 Aug 23 02:03:21.707396 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e21aece4-c262-4f45-a83c-97fbf8b02252 req-4e664c86-abae-4a24-bd1a-3afda099afff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=090c3f9d-aaf1-4c37-952e-80deb28233a8 HTTP/1.1" status: 200 len: 999 time: 0.1081192 Aug 23 02:03:21.780842 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21aece4-c262-4f45-a83c-97fbf8b02252 req-282ac800-272e-470c-a37d-e513b845c282 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:21.782854 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e21aece4-c262-4f45-a83c-97fbf8b02252 req-282ac800-272e-470c-a37d-e513b845c282 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=205c6635-f36c-432b-af89-25d2fd9f0adf HTTP/1.1" status: 200 len: 848 time: 0.0691583 Aug 23 02:03:21.788995 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:21.866208 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e21aece4-c262-4f45-a83c-97fbf8b02252 req-a14c7007-ef4c-47f8-8bcf-ee9b45cf7cb9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721991 Aug 23 02:03:22.064410 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e21aece4-c262-4f45-a83c-97fbf8b02252 req-d6c284a6-e63a-4ff6-9145-362d60b5ed23 service neutron] 10.222.0.10 "GET /v2.0/networks/3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970363 Aug 23 02:03:22.100094 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0d3d8-b244-4ddf-aa3e-c868e6072458 req-7052b613-233d-4cc7-a22e-fff9ae9ea73e tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:22.103723 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-59c0d3d8-b244-4ddf-aa3e-c868e6072458 req-7052b613-233d-4cc7-a22e-fff9ae9ea73e tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 943 time: 0.1532028 Aug 23 02:03:22.223944 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-59c0d3d8-b244-4ddf-aa3e-c868e6072458 req-787cbc94-b886-47ea-89b6-c8ad36f64b77 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159003 Aug 23 02:03:22.254032 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e21aece4-c262-4f45-a83c-97fbf8b02252 req-d463f798-ab70-414a-a0af-45c45375e816 service neutron] 10.222.0.10 "GET /v2.0/networks/3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819232 Aug 23 02:03:22.802155 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 02:03:23.427570 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42587abd-dbbe-490d-9620-e67adce5ab6a req-690131ce-25ba-4bc8-9594-f3d902dc7dd7 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:23.428948 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-42587abd-dbbe-490d-9620-e67adce5ab6a req-690131ce-25ba-4bc8-9594-f3d902dc7dd7 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 943 time: 0.0806377 Aug 23 02:03:23.478212 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-42587abd-dbbe-490d-9620-e67adce5ab6a req-f89faa1b-0c9a-4082-be81-d2012270630c tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398822 Aug 23 02:03:23.661744 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 47380) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:23.802548 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a942ee11-a982-45b2-bc04-de58fd1a72d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:23.833728 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-a942ee11-a982-45b2-bc04-de58fd1a72d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 02:03:23.837508 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-a942ee11-a982-45b2-bc04-de58fd1a72d9 admin admin] Usage tracker for resource:security_group_rule and tenant:3f42d732c04045608f0a981c5ace43c1 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 02:03:23.840329 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-a942ee11-a982-45b2-bc04-de58fd1a72d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 02:03:23.847010 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-a942ee11-a982-45b2-bc04-de58fd1a72d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 02:03:23.887703 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 47388) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:23.912955 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a942ee11-a982-45b2-bc04-de58fd1a72d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:23.960223 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a942ee11-a982-45b2-bc04-de58fd1a72d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:23.966924 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-427b48a2-9136-4d6d-93ba-b9b17f8b0fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:24.005639 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942ee11-a982-45b2-bc04-de58fd1a72d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79595dbc-9f2c-484c-bb12-f971eb4aaa12,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:24.009064 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-a942ee11-a982-45b2-bc04-de58fd1a72d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:24.014159 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-a942ee11-a982-45b2-bc04-de58fd1a72d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f42d732c04045608f0a981c5ace43c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3513467 Aug 23 02:03:24.014321 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 47394) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:24.048385 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-02633518-890f-448b-a400-d37a36589ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:24.102864 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-02633518-890f-448b-a400-d37a36589ad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 02:03:24.112921 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-02633518-890f-448b-a400-d37a36589ad1 admin admin] Usage tracker for resource:security_group_rule and tenant:28554006a84b4fe5b6cb67761929b7cd is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 02:03:24.118041 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-02633518-890f-448b-a400-d37a36589ad1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 02:03:24.126729 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-02633518-890f-448b-a400-d37a36589ad1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 02:03:24.128721 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-cc1246d0-ac14-435b-b5cf-e0d50b4e33a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:24.162713 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-cc1246d0-ac14-435b-b5cf-e0d50b4e33a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:24.249572 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-02633518-890f-448b-a400-d37a36589ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:24.319812 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-cc1246d0-ac14-435b-b5cf-e0d50b4e33a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:24.323413 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-fff9a3f2-f58b-418c-a667-a15af0f93a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:24.337771 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1246d0-ac14-435b-b5cf-e0d50b4e33a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79595dbc-9f2c-484c-bb12-f971eb4aaa12,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:24.340294 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-cc1246d0-ac14-435b-b5cf-e0d50b4e33a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:24.348324 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-02633518-890f-448b-a400-d37a36589ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:24.355916 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-0d3630f3-cbd6-40b0-824c-a8e568971245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:24.365798 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-cc1246d0-ac14-435b-b5cf-e0d50b4e33a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:24.366903 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-cc1246d0-ac14-435b-b5cf-e0d50b4e33a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/79595dbc-9f2c-484c-bb12-f971eb4aaa12 HTTP/1.1" status: 204 len: 168 time: 0.3514872 Aug 23 02:03:24.397848 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02633518-890f-448b-a400-d37a36589ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c32e89-29cd-4578-aa05-d52696270c6b,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:24.401414 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-02633518-890f-448b-a400-d37a36589ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:24.405968 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-02633518-890f-448b-a400-d37a36589ad1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=28554006a84b4fe5b6cb67761929b7cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5141945 Aug 23 02:03:24.406386 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 47402) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:24.465739 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3d119f1b-7951-4a57-b42e-f91511c9622c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:24.490638 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3d119f1b-7951-4a57-b42e-f91511c9622c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:24.726195 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3d119f1b-7951-4a57-b42e-f91511c9622c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:24.735539 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-30c4cc2e-3656-45a2-9922-46fdc95de89c tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:24.751645 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d119f1b-7951-4a57-b42e-f91511c9622c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c32e89-29cd-4578-aa05-d52696270c6b,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:24.757145 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-3d119f1b-7951-4a57-b42e-f91511c9622c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:24.771760 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-3d119f1b-7951-4a57-b42e-f91511c9622c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:24.772792 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-3d119f1b-7951-4a57-b42e-f91511c9622c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d3c32e89-29cd-4578-aa05-d52696270c6b HTTP/1.1" status: 204 len: 168 time: 0.3656390 Aug 23 02:03:24.804435 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2306b-992a-48b2-9a9d-4e2a9bc27529 req-11107c51-e412-418a-8794-c95c2477d1e8 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:24.805929 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-55b2306b-992a-48b2-9a9d-4e2a9bc27529 req-11107c51-e412-418a-8794-c95c2477d1e8 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 943 time: 0.2026088 Aug 23 02:03:24.855107 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-55b2306b-992a-48b2-9a9d-4e2a9bc27529 req-8a71c9e1-f003-423c-8059-2735fea44d1b tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428247 Aug 23 02:03:25.087593 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 47412) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:25.105826 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-7a16b2a6-9281-4760-a2e7-e0dc939f9860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:25.137015 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-7a16b2a6-9281-4760-a2e7-e0dc939f9860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 02:03:25.140891 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-7a16b2a6-9281-4760-a2e7-e0dc939f9860 admin admin] Usage tracker for resource:security_group_rule and tenant:1aa1fbebb21d4fdf9cddc2e82ecf4daa is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 02:03:25.143916 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-7a16b2a6-9281-4760-a2e7-e0dc939f9860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 02:03:25.149754 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-7a16b2a6-9281-4760-a2e7-e0dc939f9860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 02:03:25.215241 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-7a16b2a6-9281-4760-a2e7-e0dc939f9860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:25.291865 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-7a16b2a6-9281-4760-a2e7-e0dc939f9860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:25.299899 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-a0c86095-4018-4be2-915a-4e8ec40451e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:25.341712 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16b2a6-9281-4760-a2e7-e0dc939f9860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25a9b33-f2a2-4bf1-bc4c-adb06b369b5c,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:25.346047 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-7a16b2a6-9281-4760-a2e7-e0dc939f9860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:25.348425 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-7a16b2a6-9281-4760-a2e7-e0dc939f9860 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1aa1fbebb21d4fdf9cddc2e82ecf4daa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2598579 Aug 23 02:03:25.353184 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 47418) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:25.409897 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 090c3f9d-aaf1-4c37-952e-80deb28233a8 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 02:03:25.411108 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0e4073bc-a6e5-4290-82a1-cc95910a1693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:25.437411 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0e4073bc-a6e5-4290-82a1-cc95910a1693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:25.573194 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port 090c3f9d-aaf1-4c37-952e-80deb28233a8, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=090c3f9d-aaf1-4c37-952e-80deb28233a8,segment=NetworkSegment(8b079705-0d4a-4e2a-8f35-2ce0cc85aff7),segment_id=8b079705-0d4a-4e2a-8f35-2ce0cc85aff7)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:03:25.586070 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Returning: {'device': '090c3f9d-aaf1-4c37-952e-80deb28233a8', 'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1', 'port_id': '090c3f9d-aaf1-4c37-952e-80deb28233a8', 'mac_address': 'fa:16:3e:51:cb:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205c6635-f36c-432b-af89-25d2fd9f0adf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 02:03:25.590538 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 47422) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:25.609885 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-497d3873-f9cc-4385-81bf-72cbe8ae8eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:25.621068 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0e4073bc-a6e5-4290-82a1-cc95910a1693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:25.625823 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-01062184-b8a5-40ea-9efb-d701f0390758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:25.640013 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:25.641974 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4073bc-a6e5-4290-82a1-cc95910a1693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25a9b33-f2a2-4bf1-bc4c-adb06b369b5c,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:25.645894 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-0e4073bc-a6e5-4290-82a1-cc95910a1693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:25.659137 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0e4073bc-a6e5-4290-82a1-cc95910a1693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:25.663818 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-0e4073bc-a6e5-4290-82a1-cc95910a1693 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c25a9b33-f2a2-4bf1-bc4c-adb06b369b5c HTTP/1.1" status: 204 len: 168 time: 0.3083866 Aug 23 02:03:25.667162 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-497d3873-f9cc-4385-81bf-72cbe8ae8eee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 02:03:25.671200 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-497d3873-f9cc-4385-81bf-72cbe8ae8eee admin admin] Usage tracker for resource:security_group_rule and tenant:4dcef980521948b29dafe080168deeb7 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 02:03:25.672775 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 090c3f9d-aaf1-4c37-952e-80deb28233a8 {{(pid=75885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 02:03:25.674685 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-497d3873-f9cc-4385-81bf-72cbe8ae8eee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 02:03:25.681900 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-497d3873-f9cc-4385-81bf-72cbe8ae8eee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 02:03:25.697871 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port 090c3f9d-aaf1-4c37-952e-80deb28233a8, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=090c3f9d-aaf1-4c37-952e-80deb28233a8,segment=NetworkSegment(8b079705-0d4a-4e2a-8f35-2ce0cc85aff7),segment_id=8b079705-0d4a-4e2a-8f35-2ce0cc85aff7)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:03:25.760648 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-497d3873-f9cc-4385-81bf-72cbe8ae8eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:25.788940 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:25.791803 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:25.860006 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=090c3f9d-aaf1-4c37-952e-80deb28233a8,revision_number=7']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:25.863032 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:25.869800 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-497d3873-f9cc-4385-81bf-72cbe8ae8eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:25.878441 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-6d045d24-a182-47a9-b26e-a3155a1eab82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:25.925250 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d3873-f9cc-4385-81bf-72cbe8ae8eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad87e26-43ab-48f4-aca9-78f52e2297cf,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:25.931749 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-497d3873-f9cc-4385-81bf-72cbe8ae8eee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4dcef980521948b29dafe080168deeb7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3378723 Aug 23 02:03:25.931749 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-497d3873-f9cc-4385-81bf-72cbe8ae8eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:25.933567 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 47430) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:25.996318 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0e71fc13-ae4e-4399-bc9c-c51836673bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:26.024185 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0e71fc13-ae4e-4399-bc9c-c51836673bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:26.059539 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8fcdc-c3c5-4bba-b91d-5c32019d6955 req-66d7207e-ce38-446f-95b6-324e657d5056 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:26.061056 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e0d8fcdc-c3c5-4bba-b91d-5c32019d6955 req-66d7207e-ce38-446f-95b6-324e657d5056 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 944 time: 0.0851042 Aug 23 02:03:26.099740 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['090c3f9d-aaf1-4c37-952e-80deb28233a8'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 02:03:26.110170 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e0d8fcdc-c3c5-4bba-b91d-5c32019d6955 req-35ec1551-149a-4935-9ea0-a7b46a1c67f6 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416865 Aug 23 02:03:26.166316 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0e71fc13-ae4e-4399-bc9c-c51836673bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:26.171500 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-ac307bf0-56ab-4b0e-a5fc-d5ad23263dc1 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:26.183438 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71fc13-ae4e-4399-bc9c-c51836673bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad87e26-43ab-48f4-aca9-78f52e2297cf,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:26.186473 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-0e71fc13-ae4e-4399-bc9c-c51836673bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:26.193447 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0e71fc13-ae4e-4399-bc9c-c51836673bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:26.194780 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-0e71fc13-ae4e-4399-bc9c-c51836673bc3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bad87e26-43ab-48f4-aca9-78f52e2297cf HTTP/1.1" status: 204 len: 168 time: 0.2619438 Aug 23 02:03:26.972649 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 47462) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:27.103048 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-ba1a2252-3e7a-41bd-9674-8345c6c308e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1281468497-network', 'tenant_id': '47dcebadc9564eca9f905b484858ebcd'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 02:03:27.107874 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-ba1a2252-3e7a-41bd-9674-8345c6c308e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 02:03:27.112683 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-ba1a2252-3e7a-41bd-9674-8345c6c308e8 admin admin] Usage tracker for resource:network and tenant:47dcebadc9564eca9f905b484858ebcd is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 02:03:27.115795 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-ba1a2252-3e7a-41bd-9674-8345c6c308e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 02:03:27.121875 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-ba1a2252-3e7a-41bd-9674-8345c6c308e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 02:03:27.172481 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1a2252-3e7a-41bd-9674-8345c6c308e8 admin admin] Made reservation on behalf of 47dcebadc9564eca9f905b484858ebcd for: {'network': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 02:03:27.175010 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-ba1a2252-3e7a-41bd-9674-8345c6c308e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for network, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:27.188192 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-ba1a2252-3e7a-41bd-9674-8345c6c308e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:27.224755 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-ba1a2252-3e7a-41bd-9674-8345c6c308e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 02:03:27.228892 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-ba1a2252-3e7a-41bd-9674-8345c6c308e8 admin admin] Usage tracker for resource:security_group_rule and tenant:47dcebadc9564eca9f905b484858ebcd is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 02:03:27.231897 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-ba1a2252-3e7a-41bd-9674-8345c6c308e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 02:03:27.241530 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-ba1a2252-3e7a-41bd-9674-8345c6c308e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 02:03:27.368433 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-ba1a2252-3e7a-41bd-9674-8345c6c308e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:27.374498 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facd7dd-97a6-40f1-b6da-264942548ffe req-96980726-0afe-4397-a626-7d81205e2e6d tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:27.376030 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1facd7dd-97a6-40f1-b6da-264942548ffe req-96980726-0afe-4397-a626-7d81205e2e6d tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 944 time: 0.1262543 Aug 23 02:03:27.422888 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 090c3f9d-aaf1-4c37-952e-80deb28233a8 up at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 02:03:27.423505 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1facd7dd-97a6-40f1-b6da-264942548ffe req-4ae0233f-ca2f-4263-96ed-956d7d3a716b tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410812 Aug 23 02:03:27.434539 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-ba1a2252-3e7a-41bd-9674-8345c6c308e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:27.439828 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-eeb9795b-789b-4e6e-8cdc-ceb17d70beb9 tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:27.475004 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba1a2252-3e7a-41bd-9674-8345c6c308e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=75884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 02:03:27.484499 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a2252-3e7a-41bd-9674-8345c6c308e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1309ef-ad9e-4270-a390-e58533742eca,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:27.488087 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-ba1a2252-3e7a-41bd-9674-8345c6c308e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:27.490595 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-ba1a2252-3e7a-41bd-9674-8345c6c308e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:27.490929 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.db.segments_db [None req-ba1a2252-3e7a-41bd-9674-8345c6c308e8 admin admin] Added segment fdeff605-b289-4a12-882b-acf414ed5980 of type vlan for network fcc14e41-cdf1-4c15-8ff0-266d36bc743f Aug 23 02:03:27.507562 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning complete for port 090c3f9d-aaf1-4c37-952e-80deb28233a8 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 02:03:27.507938 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:27.521781 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-ba1a2252-3e7a-41bd-9674-8345c6c308e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755480149414'] for network, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:27.612944 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-ba1a2252-3e7a-41bd-9674-8345c6c308e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844'] for network, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:27.616880 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1a2252-3e7a-41bd-9674-8345c6c308e8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:27.617705 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-ba1a2252-3e7a-41bd-9674-8345c6c308e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:27.623507 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-cd8026ae-731d-402e-a00c-655911f8d502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:27.626616 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:27.654523 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89180d17-8378-4ff2-a72c-53094236c03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090c3f9d-aaf1-4c37-952e-80deb28233a8'}] {{(pid=75885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 02:03:27.666043 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port 090c3f9d-aaf1-4c37-952e-80deb28233a8, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=090c3f9d-aaf1-4c37-952e-80deb28233a8,segment=NetworkSegment(8b079705-0d4a-4e2a-8f35-2ce0cc85aff7),segment_id=8b079705-0d4a-4e2a-8f35-2ce0cc85aff7)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:03:27.713082 dv-cinder-805529-1-smb neutron-server[75885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89180d17-8378-4ff2-a72c-53094236c03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090c3f9d-aaf1-4c37-952e-80deb28233a8', 'code': 200} Aug 23 02:03:27.743858 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:27.747754 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-ef7c477c-4790-4eaf-85a1-04c4ac1edc36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:27.754130 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a2252-3e7a-41bd-9674-8345c6c308e8 admin admin] Pushing event updated for resources: {'Network': ['ID=fcc14e41-cdf1-4c15-8ff0-266d36bc743f,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:27.756708 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-ba1a2252-3e7a-41bd-9674-8345c6c308e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:27.790447 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Network fcc14e41-cdf1-4c15-8ff0-266d36bc743f details requested by agent ovs-agent-dv-cinder-805529-1-smb with host dv-cinder-805529-1-smb {{(pid=75885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 02:03:27.817959 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-ba1a2252-3e7a-41bd-9674-8345c6c308e8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8442285 Aug 23 02:03:27.820844 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 47484) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:27.826666 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [None req-b7cd1fbc-23c4-46ee-af51-fede0fc425f3 admin admin] Request body: {'subnet': {'network_id': 'fcc14e41-cdf1-4c15-8ff0-266d36bc743f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1281468497-subnet', 'tenant_id': '47dcebadc9564eca9f905b484858ebcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 02:03:27.832428 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-b7cd1fbc-23c4-46ee-af51-fede0fc425f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 02:03:27.836389 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-b7cd1fbc-23c4-46ee-af51-fede0fc425f3 admin admin] Usage tracker for resource:subnet and tenant:47dcebadc9564eca9f905b484858ebcd is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 02:03:27.839575 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-b7cd1fbc-23c4-46ee-af51-fede0fc425f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 02:03:27.845807 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-b7cd1fbc-23c4-46ee-af51-fede0fc425f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 02:03:27.909013 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=090c3f9d-aaf1-4c37-952e-80deb28233a8,revision_number=8']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:27.912477 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cd1fbc-23c4-46ee-af51-fede0fc425f3 admin admin] Made reservation on behalf of 47dcebadc9564eca9f905b484858ebcd for: {'subnet': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 02:03:27.914179 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:27.914776 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b7cd1fbc-23c4-46ee-af51-fede0fc425f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7385815'] for subnet, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:28.103183 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 47490) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:28.130154 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-33522751-62df-4ae9-a3b3-33636e06d7c8 req-313ad9fa-fd98-43e9-a5a6-0c95a7f810bb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 1098 time: 0.1332989 Aug 23 02:03:28.207833 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-33522751-62df-4ae9-a3b3-33636e06d7c8 req-f6d560ce-d0a1-440f-b8fc-cb2268a2cac6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696416 Aug 23 02:03:28.245309 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-24e4709a-a483-4ab9-82d8-923b92f6af46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:28.269156 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b7cd1fbc-23c4-46ee-af51-fede0fc425f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7565763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7385797'] for subnet, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:28.274022 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-65377ed8-570d-4d8b-abad-3be73533d25d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:28.277019 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-24e4709a-a483-4ab9-82d8-923b92f6af46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 02:03:28.280844 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-24e4709a-a483-4ab9-82d8-923b92f6af46 admin admin] Usage tracker for resource:security_group_rule and tenant:a25f69e2b4a24f4ab1b309719d6fbc55 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 02:03:28.284176 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-24e4709a-a483-4ab9-82d8-923b92f6af46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 02:03:28.290270 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-24e4709a-a483-4ab9-82d8-923b92f6af46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 02:03:28.341663 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd1fbc-23c4-46ee-af51-fede0fc425f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13b8431f-bd8e-404a-bf67-8df5c2233166,revision_number=0']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:28.346801 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-b7cd1fbc-23c4-46ee-af51-fede0fc425f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:28.356844 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cd1fbc-23c4-46ee-af51-fede0fc425f3 admin admin] Checking segment: {'id': 'fdeff605-b289-4a12-882b-acf414ed5980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fcc14e41-cdf1-4c15-8ff0-266d36bc743f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 02:03:28.357200 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cd1fbc-23c4-46ee-af51-fede0fc425f3 admin admin] Network hostable DHCP agents. Network: fcc14e41-cdf1-4c15-8ff0-266d36bc743f, hostable agents: ['a3c6b368-9f05-470a-b08f-b8e256619343'], hosted agents: [] {{(pid=75884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 02:03:28.358715 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-24e4709a-a483-4ab9-82d8-923b92f6af46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:28.434065 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-24e4709a-a483-4ab9-82d8-923b92f6af46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:28.441000 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-d17a3ce3-965e-481e-8a94-b89ee82adbd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:28.462944 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cd1fbc-23c4-46ee-af51-fede0fc425f3 admin admin] Network fcc14e41-cdf1-4c15-8ff0-266d36bc743f is scheduled to be hosted by DHCP agent a3c6b368-9f05-470a-b08f-b8e256619343 with binding_index 1 {{(pid=75884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 02:03:28.486248 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4709a-a483-4ab9-82d8-923b92f6af46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fff7fb-be1c-4418-a87b-d7a1c201f620,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:28.489770 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-24e4709a-a483-4ab9-82d8-923b92f6af46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:28.494624 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-24e4709a-a483-4ab9-82d8-923b92f6af46 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a25f69e2b4a24f4ab1b309719d6fbc55&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3879571 Aug 23 02:03:28.495353 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 47498) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:28.525656 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [None req-b7cd1fbc-23c4-46ee-af51-fede0fc425f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-smb, fcc14e41-cdf1-4c15-8ff0-266d36bc743f) {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 02:03:28.530015 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cd1fbc-23c4-46ee-af51-fede0fc425f3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:28.530810 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b7cd1fbc-23c4-46ee-af51-fede0fc425f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:28.537228 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2f780d-3072-4660-9d8a-5ba1ad123bbf None None] Network fcc14e41-cdf1-4c15-8ff0-266d36bc743f requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 02:03:28.572963 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-93a8e13d-6cff-4d76-8030-2503144ec2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:28.600388 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-93a8e13d-6cff-4d76-8030-2503144ec2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:28.622856 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-b7cd1fbc-23c4-46ee-af51-fede0fc425f3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8009291 Aug 23 02:03:28.662211 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa34c3d-972d-4cb4-b8c2-4b057105d37d req-0b736e09-10f5-41f2-848f-004ffe1b706f tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:28.663704 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-dfa34c3d-972d-4cb4-b8c2-4b057105d37d req-0b736e09-10f5-41f2-848f-004ffe1b706f tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 945 time: 0.0924649 Aug 23 02:03:28.730162 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-dfa34c3d-972d-4cb4-b8c2-4b057105d37d req-9e777fe2-6cd1-4d77-b798-5feb15d57923 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600922 Aug 23 02:03:28.737607 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-93a8e13d-6cff-4d76-8030-2503144ec2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:28.743687 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-abfecea3-4c80-4722-ac01-4930d4815837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:28.760132 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8e13d-6cff-4d76-8030-2503144ec2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fff7fb-be1c-4418-a87b-d7a1c201f620,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:28.765993 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-93a8e13d-6cff-4d76-8030-2503144ec2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:28.772018 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-93a8e13d-6cff-4d76-8030-2503144ec2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:28.775628 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-93a8e13d-6cff-4d76-8030-2503144ec2b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35fff7fb-be1c-4418-a87b-d7a1c201f620 HTTP/1.1" status: 204 len: 168 time: 0.2775576 Aug 23 02:03:28.787663 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96220c9-bc4f-4893-aded-5d23fc777c94 None None] Network fcc14e41-cdf1-4c15-8ff0-266d36bc743f requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 02:03:29.753586 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 47538) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:29.759088 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [None req-d297e795-0c36-4522-9255-71d852388501 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1719412610-network', 'tenant_id': 'c35e2a205f714f3dbd7a070922f07565'}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 02:03:29.764427 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-d297e795-0c36-4522-9255-71d852388501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 02:03:29.770081 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-d297e795-0c36-4522-9255-71d852388501 admin admin] Usage tracker for resource:network and tenant:c35e2a205f714f3dbd7a070922f07565 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 02:03:29.773112 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-d297e795-0c36-4522-9255-71d852388501 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 02:03:29.779939 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-d297e795-0c36-4522-9255-71d852388501 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 02:03:29.895901 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d297e795-0c36-4522-9255-71d852388501 admin admin] Made reservation on behalf of c35e2a205f714f3dbd7a070922f07565 for: {'network': 1} {{(pid=75883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 02:03:29.898400 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d297e795-0c36-4522-9255-71d852388501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for network, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:29.921152 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d297e795-0c36-4522-9255-71d852388501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:29.968121 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-d297e795-0c36-4522-9255-71d852388501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 02:03:29.973869 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-d297e795-0c36-4522-9255-71d852388501 admin admin] Usage tracker for resource:security_group_rule and tenant:c35e2a205f714f3dbd7a070922f07565 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 02:03:29.978010 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-d297e795-0c36-4522-9255-71d852388501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 02:03:29.985613 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-d297e795-0c36-4522-9255-71d852388501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 02:03:29.997704 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5f24e-76b6-4572-b925-d9ef90a5f0ad req-0f871360-a9ad-49c6-9024-6949d25828d5 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:29.999182 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-0cc5f24e-76b6-4572-b925-d9ef90a5f0ad req-0f871360-a9ad-49c6-9024-6949d25828d5 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 945 time: 0.1375895 Aug 23 02:03:30.073036 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-0cc5f24e-76b6-4572-b925-d9ef90a5f0ad req-1d6bd9c3-09b1-4202-9062-31c8641d0a0f tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673685 Aug 23 02:03:30.101247 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d297e795-0c36-4522-9255-71d852388501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:30.160098 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d297e795-0c36-4522-9255-71d852388501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:30.163540 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-9747966f-1f35-4957-a7a1-b881a8ed0a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:30.192982 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d297e795-0c36-4522-9255-71d852388501 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=75883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 23 02:03:30.201141 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297e795-0c36-4522-9255-71d852388501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dab46ec-29db-4873-be6f-2223a0e70d89,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:30.205313 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-d297e795-0c36-4522-9255-71d852388501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:30.207828 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d297e795-0c36-4522-9255-71d852388501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:30.208157 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.db.segments_db [None req-d297e795-0c36-4522-9255-71d852388501 admin admin] Added segment 1860f66c-d714-40be-a30d-42cbdc491888 of type vlan for network 8ee0d405-d0f5-4d94-9c24-4e5a935ef086 Aug 23 02:03:30.235060 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d297e795-0c36-4522-9255-71d852388501 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755480149414'] for network, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:30.320473 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d297e795-0c36-4522-9255-71d852388501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844'] for network, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:30.321702 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d297e795-0c36-4522-9255-71d852388501 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:30.322287 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-d297e795-0c36-4522-9255-71d852388501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:30.327326 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:30.427380 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297e795-0c36-4522-9255-71d852388501 admin admin] Pushing event updated for resources: {'Network': ['ID=8ee0d405-d0f5-4d94-9c24-4e5a935ef086,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:30.430013 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-d297e795-0c36-4522-9255-71d852388501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:30.436933 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Network 8ee0d405-d0f5-4d94-9c24-4e5a935ef086 details requested by agent ovs-agent-dv-cinder-805529-1-smb with host dv-cinder-805529-1-smb {{(pid=75885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 23 02:03:30.503943 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-d297e795-0c36-4522-9255-71d852388501 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7492623 Aug 23 02:03:30.506557 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 47566) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:30.512101 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.v2.base [None req-05037f8c-ae2f-44ad-af11-2bffce07e7c6 admin admin] Request body: {'subnet': {'network_id': '8ee0d405-d0f5-4d94-9c24-4e5a935ef086', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1719412610-subnet', 'tenant_id': 'c35e2a205f714f3dbd7a070922f07565', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 02:03:30.517573 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-05037f8c-ae2f-44ad-af11-2bffce07e7c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 02:03:30.521354 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-05037f8c-ae2f-44ad-af11-2bffce07e7c6 admin admin] Usage tracker for resource:subnet and tenant:c35e2a205f714f3dbd7a070922f07565 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 02:03:30.524144 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-05037f8c-ae2f-44ad-af11-2bffce07e7c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 02:03:30.529684 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-05037f8c-ae2f-44ad-af11-2bffce07e7c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 02:03:30.634373 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05037f8c-ae2f-44ad-af11-2bffce07e7c6 admin admin] Made reservation on behalf of c35e2a205f714f3dbd7a070922f07565 for: {'subnet': 1} {{(pid=75883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 02:03:30.639231 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-05037f8c-ae2f-44ad-af11-2bffce07e7c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7831283'] for subnet, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:30.829464 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 47572) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:30.897501 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-05037f8c-ae2f-44ad-af11-2bffce07e7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8045936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7831265'] for subnet, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:30.902116 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:30.971308 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05037f8c-ae2f-44ad-af11-2bffce07e7c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91f76770-14a1-4aec-81f2-8f22c1b6abed,revision_number=0']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:30.974024 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-05037f8c-ae2f-44ad-af11-2bffce07e7c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:30.974413 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-53abcce5-fd44-4338-8504-94ad58325352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:30.984922 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05037f8c-ae2f-44ad-af11-2bffce07e7c6 admin admin] Checking segment: {'id': '1860f66c-d714-40be-a30d-42cbdc491888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8ee0d405-d0f5-4d94-9c24-4e5a935ef086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 02:03:30.985268 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05037f8c-ae2f-44ad-af11-2bffce07e7c6 admin admin] Network hostable DHCP agents. Network: 8ee0d405-d0f5-4d94-9c24-4e5a935ef086, hostable agents: ['a3c6b368-9f05-470a-b08f-b8e256619343'], hosted agents: [] {{(pid=75883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 23 02:03:31.006125 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-53abcce5-fd44-4338-8504-94ad58325352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 02:03:31.009948 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-53abcce5-fd44-4338-8504-94ad58325352 admin admin] Usage tracker for resource:security_group_rule and tenant:74bc410299bb4baaa56e71f016f0d0df is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 02:03:31.012852 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-53abcce5-fd44-4338-8504-94ad58325352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 02:03:31.018899 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-53abcce5-fd44-4338-8504-94ad58325352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 02:03:31.045882 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05037f8c-ae2f-44ad-af11-2bffce07e7c6 admin admin] Network 8ee0d405-d0f5-4d94-9c24-4e5a935ef086 is scheduled to be hosted by DHCP agent a3c6b368-9f05-470a-b08f-b8e256619343 with binding_index 1 {{(pid=75883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 23 02:03:31.081681 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-53abcce5-fd44-4338-8504-94ad58325352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:31.102972 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.base_scheduler [None req-05037f8c-ae2f-44ad-af11-2bffce07e7c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805529-1-smb, 8ee0d405-d0f5-4d94-9c24-4e5a935ef086) {{(pid=75883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 02:03:31.106949 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05037f8c-ae2f-44ad-af11-2bffce07e7c6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:31.107549 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-05037f8c-ae2f-44ad-af11-2bffce07e7c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for subnet, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:31.112951 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c1527b-7e0f-4444-bb28-006de6beac90 None None] Network 8ee0d405-d0f5-4d94-9c24-4e5a935ef086 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 02:03:31.120409 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-53abcce5-fd44-4338-8504-94ad58325352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:31.128768 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-02633518-890f-448b-a400-d37a36589ad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:31.166621 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abcce5-fd44-4338-8504-94ad58325352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fda675d-5191-4621-b628-cde92049b184,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:31.170226 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-53abcce5-fd44-4338-8504-94ad58325352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:31.174003 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-53abcce5-fd44-4338-8504-94ad58325352 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=74bc410299bb4baaa56e71f016f0d0df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3435576 Aug 23 02:03:31.176587 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 47578) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:03:31.206786 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-05037f8c-ae2f-44ad-af11-2bffce07e7c6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6991384 Aug 23 02:03:31.245091 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-05d58a42-7a9f-446c-8e08-88cd7cc53530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:31.273729 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-05d58a42-7a9f-446c-8e08-88cd7cc53530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:31.356969 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e9f1b0-1a0d-4ccf-9186-f83876350443 None None] Network 8ee0d405-d0f5-4d94-9c24-4e5a935ef086 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 02:03:31.405819 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-05d58a42-7a9f-446c-8e08-88cd7cc53530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:31.412117 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-147138ff-c117-417f-b209-cd49ad4ddc6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:31.423327 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d58a42-7a9f-446c-8e08-88cd7cc53530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fda675d-5191-4621-b628-cde92049b184,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:31.425824 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-05d58a42-7a9f-446c-8e08-88cd7cc53530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:31.431147 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-05d58a42-7a9f-446c-8e08-88cd7cc53530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:31.432529 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-05d58a42-7a9f-446c-8e08-88cd7cc53530 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3fda675d-5191-4621-b628-cde92049b184 HTTP/1.1" status: 204 len: 168 time: 0.2550759 Aug 23 02:03:31.838264 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-7737d1fc-cc17-4d7e-93af-e9b4aafb0774 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:31.838987 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-7737d1fc-cc17-4d7e-93af-e9b4aafb0774 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Synchronizing usage tracker for tenant:47dcebadc9564eca9f905b484858ebcd on resource:network {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 02:03:31.914221 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-7737d1fc-cc17-4d7e-93af-e9b4aafb0774 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Unset dirty status for tenant:47dcebadc9564eca9f905b484858ebcd on resource:network {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 02:03:31.915473 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-7737d1fc-cc17-4d7e-93af-e9b4aafb0774 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.18 "GET /v2.0/networks?id=fcc14e41-cdf1-4c15-8ff0-266d36bc743f HTTP/1.1" status: 200 len: 809 time: 0.2336390 Aug 23 02:03:31.931625 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-6ed80860-797c-44e0-aa52-ea12da186350 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.18 "GET /v2.0/quotas/47dcebadc9564eca9f905b484858ebcd HTTP/1.1" status: 200 len: 375 time: 0.0108917 Aug 23 02:03:31.976954 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-777891c5-5ec2-4eae-abb3-ecc025052ad3 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=47dcebadc9564eca9f905b484858ebcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405757 Aug 23 02:03:31.986985 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-a1c7078f-630c-4658-b08b-a0857279e046 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=75884) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 23 02:03:31.987923 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-a1c7078f-630c-4658-b08b-a0857279e046 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049255 Aug 23 02:03:32.189434 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-2f231b7d-dafb-436e-8209-5c13941a1542 service neutron] 10.222.0.18 "GET /v2.0/networks/fcc14e41-cdf1-4c15-8ff0-266d36bc743f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958349 Aug 23 02:03:32.228537 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-227923c2-d004-4666-8901-c32eb61cc4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:32.321032 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-d70dbd65-4df8-4f85-896a-a1e0e7b47073 service neutron] 10.222.0.18 "GET /v2.0/networks/fcc14e41-cdf1-4c15-8ff0-266d36bc743f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261194 Aug 23 02:03:32.683813 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-62d78789-64ee-472b-985b-738a513c3fb8 req-0afa7e0a-f9f5-4f3e-b3b6-60418b051dfb tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e2c561c-c3dc-41a6-bae5-3e9b75f3715c HTTP/1.1" status: 200 len: 210 time: 0.0417645 Aug 23 02:03:32.709045 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:33.799372 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-903eea22-65f8-4207-801b-7065dae5ef82 req-c4923536-d008-4bee-84dc-27136ec3c787 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e2c561c-c3dc-41a6-bae5-3e9b75f3715c HTTP/1.1" status: 200 len: 210 time: 0.0474992 Aug 23 02:03:34.548389 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-5665354e-fc4e-4cc7-ba64-d0bd02c6dd97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:35.008520 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-dad259d1-bd7e-47b9-b4e4-f57383de3809 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:35.009993 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-dad259d1-bd7e-47b9-b4e4-f57383de3809 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.10 "GET /v2.0/networks?id=fcc14e41-cdf1-4c15-8ff0-266d36bc743f HTTP/1.1" status: 200 len: 809 time: 0.1515753 Aug 23 02:03:35.028918 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-295d0e96-2506-44c9-8cec-3f6897862d37 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Request body: {'port': {'device_id': '6e2c561c-c3dc-41a6-bae5-3e9b75f3715c', 'network_id': 'fcc14e41-cdf1-4c15-8ff0-266d36bc743f', 'admin_state_up': True, 'tenant_id': '47dcebadc9564eca9f905b484858ebcd'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 02:03:35.055429 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-a7d55a87-05dc-474d-be1b-c21d40e775c2 req-792f8ad0-6746-4796-87cc-57b945cfab15 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e2c561c-c3dc-41a6-bae5-3e9b75f3715c HTTP/1.1" status: 200 len: 210 time: 0.1338053 Aug 23 02:03:35.163709 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-295d0e96-2506-44c9-8cec-3f6897862d37 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 02:03:35.167370 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-295d0e96-2506-44c9-8cec-3f6897862d37 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Usage tracker for resource:port and tenant:47dcebadc9564eca9f905b484858ebcd is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 02:03:35.170048 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-295d0e96-2506-44c9-8cec-3f6897862d37 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 02:03:35.176303 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-295d0e96-2506-44c9-8cec-3f6897862d37 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 02:03:35.262484 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-295d0e96-2506-44c9-8cec-3f6897862d37 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Made reservation on behalf of 47dcebadc9564eca9f905b484858ebcd for: {'port': 1} {{(pid=75884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 23 02:03:35.265638 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-295d0e96-2506-44c9-8cec-3f6897862d37 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:35.429792 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_common [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-295d0e96-2506-44c9-8cec-3f6897862d37 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Allocated IP 172.20.0.7 (fcc14e41-cdf1-4c15-8ff0-266d36bc743f/13b8431f-bd8e-404a-bf67-8df5c2233166/30a47d8c-d469-4a09-a8cd-4e1bb38ea922) {{(pid=75884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 23 02:03:35.565641 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:35.631368 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-295d0e96-2506-44c9-8cec-3f6897862d37 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Notify callbacks [] for port, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:35.869158 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-295d0e96-2506-44c9-8cec-3f6897862d37 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755480132895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:35.875148 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-873b5b62-cd0e-4a14-b1eb-9acd70006bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:35.946938 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-295d0e96-2506-44c9-8cec-3f6897862d37 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Network fcc14e41-cdf1-4c15-8ff0-266d36bc743f is already hosted by enough agents. {{(pid=75884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 23 02:03:35.950090 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.scheduler.base_scheduler [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-295d0e96-2506-44c9-8cec-3f6897862d37 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Resources bound (agent type, host, resource id): {{(pid=75884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 23 02:03:35.954735 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-295d0e96-2506-44c9-8cec-3f6897862d37 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Received port after_create {{(pid=75884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 23 02:03:35.979502 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d0e96-2506-44c9-8cec-3f6897862d37 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Pushing event updated for resources: {'Port': ['ID=30a47d8c-d469-4a09-a8cd-4e1bb38ea922,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:35.986098 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-295d0e96-2506-44c9-8cec-3f6897862d37 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:36.016460 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-295d0e96-2506-44c9-8cec-3f6897862d37 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:36.017101 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-295d0e96-2506-44c9-8cec-3f6897862d37 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:36.103914 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-295d0e96-2506-44c9-8cec-3f6897862d37 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0791833 Aug 23 02:03:36.115696 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.v2.base [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-e8551e3c-74a8-4c99-91f1-5c02acf031bc service neutron] Request body: {'port': {'device_id': '6e2c561c-c3dc-41a6-bae5-3e9b75f3715c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80552'}} {{(pid=75884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 23 02:03:36.275176 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-e8551e3c-74a8-4c99-91f1-5c02acf031bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:36.350393 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0ea21-b89e-433a-a8e3-d76bb7a2977d req-d15abbf4-bcd5-4b92-8b63-af3938fc1582 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:36.351081 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-39f0ea21-b89e-433a-a8e3-d76bb7a2977d req-d15abbf4-bcd5-4b92-8b63-af3938fc1582 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Synchronizing usage tracker for tenant:47dcebadc9564eca9f905b484858ebcd on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 02:03:36.507727 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-39f0ea21-b89e-433a-a8e3-d76bb7a2977d req-d15abbf4-bcd5-4b92-8b63-af3938fc1582 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Unset dirty status for tenant:47dcebadc9564eca9f905b484858ebcd on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 02:03:36.508889 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-39f0ea21-b89e-433a-a8e3-d76bb7a2977d req-d15abbf4-bcd5-4b92-8b63-af3938fc1582 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e2c561c-c3dc-41a6-bae5-3e9b75f3715c HTTP/1.1" status: 200 len: 931 time: 0.3096201 Aug 23 02:03:36.596105 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-39f0ea21-b89e-433a-a8e3-d76bb7a2977d req-86a235bc-ca3f-4a77-93ca-1332cbb05a36 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Synchronizing usage tracker for tenant:47dcebadc9564eca9f905b484858ebcd on resource:security_group {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 02:03:36.762991 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-39f0ea21-b89e-433a-a8e3-d76bb7a2977d req-86a235bc-ca3f-4a77-93ca-1332cbb05a36 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Unset dirty status for tenant:47dcebadc9564eca9f905b484858ebcd on resource:security_group {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 02:03:36.764173 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-39f0ea21-b89e-433a-a8e3-d76bb7a2977d req-86a235bc-ca3f-4a77-93ca-1332cbb05a36 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.18 "GET /v2.0/security-groups?id=af1309ef-ad9e-4270-a390-e58533742eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476742 Aug 23 02:03:36.779532 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-e8551e3c-74a8-4c99-91f1-5c02acf031bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30a47d8c-d469-4a09-a8cd-4e1bb38ea922 {{(pid=75884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 02:03:36.787550 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-e8551e3c-74a8-4c99-91f1-5c02acf031bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:36.803901 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.provisioning_blocks [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-e8551e3c-74a8-4c99-91f1-5c02acf031bc service neutron] Transition to ACTIVE for port object 30a47d8c-d469-4a09-a8cd-4e1bb38ea922 will not be triggered until provisioned by entity L2. {{(pid=75884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 23 02:03:36.851083 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-e8551e3c-74a8-4c99-91f1-5c02acf031bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565686'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:36.854737 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-c804802a-50fd-4378-a4fa-2862d9ce08f9 tempest-ServerRescueNegativeTestJSON-1745946731 tempest-ServerRescueNegativeTestJSON-1745946731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:36.980476 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8551e3c-74a8-4c99-91f1-5c02acf031bc service neutron] Pushing event updated for resources: {'Port': ['ID=30a47d8c-d469-4a09-a8cd-4e1bb38ea922,revision_number=2']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:36.983929 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-e8551e3c-74a8-4c99-91f1-5c02acf031bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:37.017184 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:37.091552 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-e8551e3c-74a8-4c99-91f1-5c02acf031bc service neutron] Attempting to bind port 30a47d8c-d469-4a09-a8cd-4e1bb38ea922 on host hv-cinder-80552 for vnic_type normal with profile {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 23 02:03:37.092139 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-e8551e3c-74a8-4c99-91f1-5c02acf031bc service neutron] Attempting to bind port 30a47d8c-d469-4a09-a8cd-4e1bb38ea922 by drivers openvswitch,hyperv on host hv-cinder-80552 at level 0 using segments [{'id': 'fdeff605-b289-4a12-882b-acf414ed5980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fcc14e41-cdf1-4c15-8ff0-266d36bc743f'}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 23 02:03:37.092259 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-e8551e3c-74a8-4c99-91f1-5c02acf031bc service neutron] Attempting to bind port 30a47d8c-d469-4a09-a8cd-4e1bb38ea922 on network fcc14e41-cdf1-4c15-8ff0-266d36bc743f {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 02:03:37.097922 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-e8551e3c-74a8-4c99-91f1-5c02acf031bc service neutron] Port 30a47d8c-d469-4a09-a8cd-4e1bb38ea922 on network fcc14e41-cdf1-4c15-8ff0-266d36bc743f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80552 {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 23 02:03:37.098237 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-e8551e3c-74a8-4c99-91f1-5c02acf031bc service neutron] Attempting to bind port 30a47d8c-d469-4a09-a8cd-4e1bb38ea922 on network fcc14e41-cdf1-4c15-8ff0-266d36bc743f {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 23 02:03:37.104418 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-e8551e3c-74a8-4c99-91f1-5c02acf031bc service neutron] Checking agent: {'id': '57122005-e7d6-4a8f-9a43-0b5b130153fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80552', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'started_at': datetime.datetime(2021, 8, 23, 1, 50, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 23, 2, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 23 02:03:37.104686 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-e8551e3c-74a8-4c99-91f1-5c02acf031bc service neutron] Checking segment: {'id': 'fdeff605-b289-4a12-882b-acf414ed5980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fcc14e41-cdf1-4c15-8ff0-266d36bc743f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 23 02:03:37.105067 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-e8551e3c-74a8-4c99-91f1-5c02acf031bc service neutron] Bound using segment: {'id': 'fdeff605-b289-4a12-882b-acf414ed5980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fcc14e41-cdf1-4c15-8ff0-266d36bc743f'} {{(pid=75884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 23 02:03:37.105482 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.managers [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-e8551e3c-74a8-4c99-91f1-5c02acf031bc service neutron] Bound port: 30a47d8c-d469-4a09-a8cd-4e1bb38ea922, host: hv-cinder-80552, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdeff605-b289-4a12-882b-acf414ed5980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fcc14e41-cdf1-4c15-8ff0-266d36bc743f'}}] {{(pid=75884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 23 02:03:37.105819 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-e8551e3c-74a8-4c99-91f1-5c02acf031bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:37.191495 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-e8551e3c-74a8-4c99-91f1-5c02acf031bc service neutron] For port 30a47d8c-d469-4a09-a8cd-4e1bb38ea922, host hv-cinder-80552, cleared binding levels {{(pid=75884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 23 02:03:37.194404 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-e8551e3c-74a8-4c99-91f1-5c02acf031bc service neutron] For port 30a47d8c-d469-4a09-a8cd-4e1bb38ea922, host hv-cinder-80552, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=30a47d8c-d469-4a09-a8cd-4e1bb38ea922,segment=NetworkSegment(fdeff605-b289-4a12-882b-acf414ed5980),segment_id=fdeff605-b289-4a12-882b-acf414ed5980)] {{(pid=75884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 23 02:03:37.279976 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-e8551e3c-74a8-4c99-91f1-5c02acf031bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7565686'] for port, after_update {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:37.283669 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-f17938b5-898b-41c9-b2f1-a8bb7cd87152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:37.348724 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-e8551e3c-74a8-4c99-91f1-5c02acf031bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:37.351781 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-e8551e3c-74a8-4c99-91f1-5c02acf031bc service neutron] 10.222.0.10 "PUT /v2.0/ports/30a47d8c-d469-4a09-a8cd-4e1bb38ea922 HTTP/1.1" status: 200 len: 1093 time: 1.2386260 Aug 23 02:03:37.351781 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e2c561c-c3dc-41a6-bae5-3e9b75f3715c', 'tag': '30a47d8c-d469-4a09-a8cd-4e1bb38ea922'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 02:03:37.365159 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8551e3c-74a8-4c99-91f1-5c02acf031bc service neutron] Pushing event updated for resources: {'Port': ['ID=30a47d8c-d469-4a09-a8cd-4e1bb38ea922,revision_number=3']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:37.368157 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-e8551e3c-74a8-4c99-91f1-5c02acf031bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:37.554207 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e2c561c-c3dc-41a6-bae5-3e9b75f3715c', 'tag': '30a47d8c-d469-4a09-a8cd-4e1bb38ea922', 'status': 'completed', 'code': 200} Aug 23 02:03:37.668455 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-ba19d9c2-5d69-427d-b5ba-110d58a98a36 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=47dcebadc9564eca9f905b484858ebcd&device_id=6e2c561c-c3dc-41a6-bae5-3e9b75f3715c HTTP/1.1" status: 200 len: 1096 time: 0.1952455 Aug 23 02:03:37.741227 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-52f722a0-e7e3-4787-a241-2d370b21970a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30a47d8c-d469-4a09-a8cd-4e1bb38ea922 HTTP/1.1" status: 200 len: 217 time: 0.0643382 Aug 23 02:03:37.802746 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-03f8be64-34a0-4c25-a231-19b06e9829ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:37.804188 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-03f8be64-34a0-4c25-a231-19b06e9829ee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13b8431f-bd8e-404a-bf67-8df5c2233166 HTTP/1.1" status: 200 len: 849 time: 0.0567944 Aug 23 02:03:37.850034 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-929bbe79-ba80-48cd-9165-2f0a56c50a55 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fcc14e41-cdf1-4c15-8ff0-266d36bc743f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394206 Aug 23 02:03:38.034825 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-b38418fc-737f-4374-a11b-1230bfcd4326 service neutron] 10.222.0.10 "GET /v2.0/networks/fcc14e41-cdf1-4c15-8ff0-266d36bc743f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785362 Aug 23 02:03:38.066565 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc74a9-4f9e-46f1-a0c8-ea27bbc2099c req-7153644d-75a6-452e-8d02-d52d43673d16 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:38.067954 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f6dc74a9-4f9e-46f1-a0c8-ea27bbc2099c req-7153644d-75a6-452e-8d02-d52d43673d16 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e2c561c-c3dc-41a6-bae5-3e9b75f3715c HTTP/1.1" status: 200 len: 943 time: 0.1451347 Aug 23 02:03:38.194996 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-f6dc74a9-4f9e-46f1-a0c8-ea27bbc2099c req-c29900b1-6316-4b91-bf9e-4b7771f128a7 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.18 "GET /v2.0/security-groups?id=af1309ef-ad9e-4270-a390-e58533742eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802350 Aug 23 02:03:38.202833 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-e2973f5b-66e2-4e1e-bfcd-d7651814a5ad req-0247503a-278c-4b1a-9fac-68ba16b9450b service neutron] 10.222.0.10 "GET /v2.0/networks/fcc14e41-cdf1-4c15-8ff0-266d36bc743f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618969 Aug 23 02:03:38.389936 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-74131db9-214d-4aec-9b71-9c347fe6f0bd req-0a590e6e-a4cd-4785-b1ef-1f3d72a2ef28 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=47dcebadc9564eca9f905b484858ebcd&device_id=6e2c561c-c3dc-41a6-bae5-3e9b75f3715c HTTP/1.1" status: 200 len: 1096 time: 0.0699558 Aug 23 02:03:38.523726 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74131db9-214d-4aec-9b71-9c347fe6f0bd req-15cb475b-1733-4f97-8c73-8dcc5012ebf2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:38.525153 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-74131db9-214d-4aec-9b71-9c347fe6f0bd req-15cb475b-1733-4f97-8c73-8dcc5012ebf2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fcc14e41-cdf1-4c15-8ff0-266d36bc743f HTTP/1.1" status: 200 len: 910 time: 0.1285968 Aug 23 02:03:38.596998 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-74131db9-214d-4aec-9b71-9c347fe6f0bd req-827e336b-f469-4534-8067-9e60f841cbb4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30a47d8c-d469-4a09-a8cd-4e1bb38ea922 HTTP/1.1" status: 200 len: 217 time: 0.0645380 Aug 23 02:03:38.657350 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74131db9-214d-4aec-9b71-9c347fe6f0bd req-a9b794ed-65a5-4d60-bb95-cf6de8c6a68c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:38.658672 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-74131db9-214d-4aec-9b71-9c347fe6f0bd req-a9b794ed-65a5-4d60-bb95-cf6de8c6a68c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=13b8431f-bd8e-404a-bf67-8df5c2233166 HTTP/1.1" status: 200 len: 849 time: 0.0561492 Aug 23 02:03:38.706110 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-74131db9-214d-4aec-9b71-9c347fe6f0bd req-d823b1ad-3090-4995-a0eb-2fdb4dc249b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fcc14e41-cdf1-4c15-8ff0-266d36bc743f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412242 Aug 23 02:03:38.919349 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-74131db9-214d-4aec-9b71-9c347fe6f0bd req-6b093066-72f2-416f-85f8-7bd1640d4332 service neutron] 10.222.0.10 "GET /v2.0/networks/fcc14e41-cdf1-4c15-8ff0-266d36bc743f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058628 Aug 23 02:03:39.048790 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-74131db9-214d-4aec-9b71-9c347fe6f0bd req-c4d7e80d-86b4-4286-9ff3-f6d308506403 service neutron] 10.222.0.10 "GET /v2.0/networks/fcc14e41-cdf1-4c15-8ff0-266d36bc743f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223147 Aug 23 02:03:39.392087 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cbd7e-d9bc-48f9-8f5d-0c57794bd60a req-bb6d8692-6f95-4dc9-866d-42412bc7836e tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:39.393526 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e43cbd7e-d9bc-48f9-8f5d-0c57794bd60a req-bb6d8692-6f95-4dc9-866d-42412bc7836e tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e2c561c-c3dc-41a6-bae5-3e9b75f3715c HTTP/1.1" status: 200 len: 943 time: 0.0743518 Aug 23 02:03:39.438809 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e43cbd7e-d9bc-48f9-8f5d-0c57794bd60a req-7ab2fa8d-81b6-4337-a368-4e7670853acc tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.18 "GET /v2.0/security-groups?id=af1309ef-ad9e-4270-a390-e58533742eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398655 Aug 23 02:03:40.633014 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ede46d-4c8d-4536-8737-b773be764577 req-0d1c5dda-bd17-4acc-9f4d-3adb76697765 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:40.634463 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-24ede46d-4c8d-4536-8737-b773be764577 req-0d1c5dda-bd17-4acc-9f4d-3adb76697765 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e2c561c-c3dc-41a6-bae5-3e9b75f3715c HTTP/1.1" status: 200 len: 943 time: 0.0771849 Aug 23 02:03:40.679945 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-24ede46d-4c8d-4536-8737-b773be764577 req-8d3d36e8-25d2-4745-8c9e-9661ee129ea8 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.18 "GET /v2.0/security-groups?id=af1309ef-ad9e-4270-a390-e58533742eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399981 Aug 23 02:03:41.481037 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 30a47d8c-d469-4a09-a8cd-4e1bb38ea922 details requested by agent hyperv_hv-cinder-80552 with host hv-cinder-80552 {{(pid=75885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 23 02:03:41.610733 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port 30a47d8c-d469-4a09-a8cd-4e1bb38ea922, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=30a47d8c-d469-4a09-a8cd-4e1bb38ea922,segment=NetworkSegment(fdeff605-b289-4a12-882b-acf414ed5980),segment_id=fdeff605-b289-4a12-882b-acf414ed5980)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:03:41.623501 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Returning: {'device': '30a47d8c-d469-4a09-a8cd-4e1bb38ea922', 'network_id': 'fcc14e41-cdf1-4c15-8ff0-266d36bc743f', 'port_id': '30a47d8c-d469-4a09-a8cd-4e1bb38ea922', 'mac_address': 'fa:16:3e:a6:e4:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b8431f-bd8e-404a-bf67-8df5c2233166', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 23 02:03:41.678133 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:41.695280 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a47d8c-d469-4a09-a8cd-4e1bb38ea922 {{(pid=75885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 23 02:03:41.710582 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port 30a47d8c-d469-4a09-a8cd-4e1bb38ea922, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=30a47d8c-d469-4a09-a8cd-4e1bb38ea922,segment=NetworkSegment(fdeff605-b289-4a12-882b-acf414ed5980),segment_id=fdeff605-b289-4a12-882b-acf414ed5980)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:03:41.788710 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:41.790419 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:41.859984 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=30a47d8c-d469-4a09-a8cd-4e1bb38ea922,revision_number=4']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:41.863214 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:41.884340 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b80454-a757-43ea-bb9e-e5b29ba8630c req-55a67928-240a-4604-8a58-6ce2f0fae181 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:41.885789 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-06b80454-a757-43ea-bb9e-e5b29ba8630c req-55a67928-240a-4604-8a58-6ce2f0fae181 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e2c561c-c3dc-41a6-bae5-3e9b75f3715c HTTP/1.1" status: 200 len: 944 time: 0.0844915 Aug 23 02:03:41.931654 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-06b80454-a757-43ea-bb9e-e5b29ba8630c req-ced8f322-0cfa-4cc4-b492-9a9ad5326755 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.18 "GET /v2.0/security-groups?id=af1309ef-ad9e-4270-a390-e58533742eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401893 Aug 23 02:03:42.113469 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['30a47d8c-d469-4a09-a8cd-4e1bb38ea922'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 02:03:43.130171 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a9445-8aa7-4bb9-926e-30427f78074a req-a5e44591-a14e-43d2-9bb2-60546e617c7c tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:43.131628 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-af8a9445-8aa7-4bb9-926e-30427f78074a req-a5e44591-a14e-43d2-9bb2-60546e617c7c tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e2c561c-c3dc-41a6-bae5-3e9b75f3715c HTTP/1.1" status: 200 len: 944 time: 0.0788729 Aug 23 02:03:43.176028 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-af8a9445-8aa7-4bb9-926e-30427f78074a req-b1f69a2c-bc86-42af-8df7-5f4691e70dda tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.18 "GET /v2.0/security-groups?id=af1309ef-ad9e-4270-a390-e58533742eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390153 Aug 23 02:03:43.488570 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 30a47d8c-d469-4a09-a8cd-4e1bb38ea922 up at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 23 02:03:43.610618 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning for port 30a47d8c-d469-4a09-a8cd-4e1bb38ea922 completed by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 23 02:03:43.615229 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.provisioning_blocks [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Provisioning complete for port 30a47d8c-d469-4a09-a8cd-4e1bb38ea922 triggered by entity L2. {{(pid=75885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 23 02:03:43.615633 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486083'] for port, provisioning_complete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:43.728016 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:43.754257 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2c561c-c3dc-41a6-bae5-3e9b75f3715c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a47d8c-d469-4a09-a8cd-4e1bb38ea922'}] {{(pid=75885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 02:03:43.766167 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] For port 30a47d8c-d469-4a09-a8cd-4e1bb38ea922, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=30a47d8c-d469-4a09-a8cd-4e1bb38ea922,segment=NetworkSegment(fdeff605-b289-4a12-882b-acf414ed5980),segment_id=fdeff605-b289-4a12-882b-acf414ed5980)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:03:43.809797 dv-cinder-805529-1-smb neutron-server[75885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2c561c-c3dc-41a6-bae5-3e9b75f3715c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a47d8c-d469-4a09-a8cd-4e1bb38ea922', 'code': 200} Aug 23 02:03:43.854239 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755480573462', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755480132913', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755480132958'] for port, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:43.857182 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:43.922831 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Pushing event updated for resources: {'Port': ['ID=30a47d8c-d469-4a09-a8cd-4e1bb38ea922,revision_number=5']} {{(pid=75885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:43.925769 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_concurrency.lockutils [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:44.172533 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ba7843da-8994-461f-84eb-df1015782834 req-89b67de8-6dfd-4181-8cb1-93c95007f44a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6e2c561c-c3dc-41a6-bae5-3e9b75f3715c HTTP/1.1" status: 200 len: 1098 time: 0.0741305 Aug 23 02:03:44.222837 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ba7843da-8994-461f-84eb-df1015782834 req-fbf1728b-4240-409a-a1da-f3433ac38660 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=af1309ef-ad9e-4270-a390-e58533742eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400929 Aug 23 02:03:44.372260 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e3427-90f3-4422-87e7-af5825fe51e5 req-9d7e2faa-6dd4-40f6-a055-e9d50c3bdf8c tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:44.373678 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1a7e3427-90f3-4422-87e7-af5825fe51e5 req-9d7e2faa-6dd4-40f6-a055-e9d50c3bdf8c tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e2c561c-c3dc-41a6-bae5-3e9b75f3715c HTTP/1.1" status: 200 len: 945 time: 0.0754147 Aug 23 02:03:44.419028 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-1a7e3427-90f3-4422-87e7-af5825fe51e5 req-1e83ce96-c31d-4943-ad3a-199980fa80f6 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.18 "GET /v2.0/security-groups?id=af1309ef-ad9e-4270-a390-e58533742eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399721 Aug 23 02:03:45.618041 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf37c2-3459-4588-acd9-d9b6a5554f9b req-1372e3de-56ef-409a-a90e-5c06178e3bbb tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:45.619544 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e1cf37c2-3459-4588-acd9-d9b6a5554f9b req-1372e3de-56ef-409a-a90e-5c06178e3bbb tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e2c561c-c3dc-41a6-bae5-3e9b75f3715c HTTP/1.1" status: 200 len: 945 time: 0.0751808 Aug 23 02:03:45.668698 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-e1cf37c2-3459-4588-acd9-d9b6a5554f9b req-94514edf-a15a-4a07-afe7-f718d286a0e3 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.18 "GET /v2.0/security-groups?id=af1309ef-ad9e-4270-a390-e58533742eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429437 Aug 23 02:03:46.872506 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076d2d8-c163-438b-9017-fa5dc688bb1d req-5a669122-2378-4b20-a8a7-d7d68614d3c4 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:46.873943 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0076d2d8-c163-438b-9017-fa5dc688bb1d req-5a669122-2378-4b20-a8a7-d7d68614d3c4 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e2c561c-c3dc-41a6-bae5-3e9b75f3715c HTTP/1.1" status: 200 len: 945 time: 0.0793476 Aug 23 02:03:46.919248 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-0076d2d8-c163-438b-9017-fa5dc688bb1d req-7ab1e317-8fcd-47b3-8ed9-9938b7c1fa7b tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.18 "GET /v2.0/security-groups?id=af1309ef-ad9e-4270-a390-e58533742eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397193 Aug 23 02:03:51.197500 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b85a27-4a2d-4f42-8786-aa3c2325223f req-23f47323-9423-4238-bced-22a6b0df1302 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:51.198954 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-90b85a27-4a2d-4f42-8786-aa3c2325223f req-23f47323-9423-4238-bced-22a6b0df1302 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e2c561c-c3dc-41a6-bae5-3e9b75f3715c HTTP/1.1" status: 200 len: 945 time: 0.0794065 Aug 23 02:03:51.245872 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-90b85a27-4a2d-4f42-8786-aa3c2325223f req-8e90c77f-edf6-49be-a90a-62b4abc22db6 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.18 "GET /v2.0/security-groups?id=af1309ef-ad9e-4270-a390-e58533742eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413527 Aug 23 02:03:51.782256 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:52.444099 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e4306-ca3d-4515-a5c8-f8ccf61bc602 req-b1e0ccc6-232c-4dd6-bf17-c4454f8f1f2f tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:52.445536 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-7d9e4306-ca3d-4515-a5c8-f8ccf61bc602 req-b1e0ccc6-232c-4dd6-bf17-c4454f8f1f2f tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e2c561c-c3dc-41a6-bae5-3e9b75f3715c HTTP/1.1" status: 200 len: 945 time: 0.0758083 Aug 23 02:03:52.489689 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-7d9e4306-ca3d-4515-a5c8-f8ccf61bc602 req-82a957d7-0481-4691-89c5-c3cfa9623ab7 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.18 "GET /v2.0/security-groups?id=af1309ef-ad9e-4270-a390-e58533742eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385742 Aug 23 02:03:52.913076 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9d7e5-bc71-4883-9a33-2515afe83247 req-7544de41-1e8b-4684-aaf1-f5af022c4ad0 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:52.914501 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-7eb9d7e5-bc71-4883-9a33-2515afe83247 req-7544de41-1e8b-4684-aaf1-f5af022c4ad0 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e2c561c-c3dc-41a6-bae5-3e9b75f3715c HTTP/1.1" status: 200 len: 945 time: 0.0789993 Aug 23 02:03:52.981644 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-7eb9d7e5-bc71-4883-9a33-2515afe83247 req-7e799e93-a3ba-4d03-b158-7e372377843d tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Deleting port 30a47d8c-d469-4a09-a8cd-4e1bb38ea922 {{(pid=75884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:03:52.981902 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-7eb9d7e5-bc71-4883-9a33-2515afe83247 req-7e799e93-a3ba-4d03-b158-7e372377843d tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:53.224213 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-7eb9d7e5-bc71-4883-9a33-2515afe83247 req-7e799e93-a3ba-4d03-b158-7e372377843d tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] For port 30a47d8c-d469-4a09-a8cd-4e1bb38ea922, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=30a47d8c-d469-4a09-a8cd-4e1bb38ea922,segment=NetworkSegment(fdeff605-b289-4a12-882b-acf414ed5980),segment_id=fdeff605-b289-4a12-882b-acf414ed5980)] {{(pid=75884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:03:53.224569 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-7eb9d7e5-bc71-4883-9a33-2515afe83247 req-7e799e93-a3ba-4d03-b158-7e372377843d tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:53.342606 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-7eb9d7e5-bc71-4883-9a33-2515afe83247 req-7e799e93-a3ba-4d03-b158-7e372377843d tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Calling delete_port for 30a47d8c-d469-4a09-a8cd-4e1bb38ea922 owned by compute:nova {{(pid=75884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:03:53.565663 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-7eb9d7e5-bc71-4883-9a33-2515afe83247 req-7e799e93-a3ba-4d03-b158-7e372377843d tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:53.571555 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-3c9c33fd-0323-43a7-9716-deb42ad20bfb tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:03:53.577513 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] get_ports_and_sgs() called for port_ids ['30a47d8c-d469-4a09-a8cd-4e1bb38ea922'] {{(pid=75885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 23 02:03:53.616775 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e799e93-a3ba-4d03-b158-7e372377843d tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Pushing event deleted for resources: {'Port': ['ID=30a47d8c-d469-4a09-a8cd-4e1bb38ea922,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:03:53.696255 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e799e93-a3ba-4d03-b158-7e372377843d tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:03:53.696646 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e799e93-a3ba-4d03-b158-7e372377843d tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:03:53.697023 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e799e93-a3ba-4d03-b158-7e372377843d tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:03:53.697397 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e799e93-a3ba-4d03-b158-7e372377843d tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:03:53.697767 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e799e93-a3ba-4d03-b158-7e372377843d tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:03:53.698130 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e799e93-a3ba-4d03-b158-7e372377843d tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:03:53.698492 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e799e93-a3ba-4d03-b158-7e372377843d tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:03:53.698855 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e799e93-a3ba-4d03-b158-7e372377843d tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:03:53.699221 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e799e93-a3ba-4d03-b158-7e372377843d tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:03:53.699608 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e799e93-a3ba-4d03-b158-7e372377843d tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:03:53.699968 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e799e93-a3ba-4d03-b158-7e372377843d tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:03:53.738313 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-ab1e2240-8226-4b42-afb2-b984ccd41d25 req-06ad725d-61cf-4c0c-a6ea-b402c01edc69 tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e2c561c-c3dc-41a6-bae5-3e9b75f3715c HTTP/1.1" status: 200 len: 210 time: 0.1176827 Aug 23 02:03:53.739200 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-7e799e93-a3ba-4d03-b158-7e372377843d tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:03:53.749872 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb9d7e5-bc71-4883-9a33-2515afe83247 req-7e799e93-a3ba-4d03-b158-7e372377843d tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] No DVR routers for this DVR port 30a47d8c-d469-4a09-a8cd-4e1bb38ea922 on host hv-cinder-80552 {{(pid=75884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 02:03:53.752504 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-7eb9d7e5-bc71-4883-9a33-2515afe83247 req-7e799e93-a3ba-4d03-b158-7e372377843d tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:03:53.755214 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2c561c-c3dc-41a6-bae5-3e9b75f3715c', 'name': 'network-vif-deleted', 'tag': '30a47d8c-d469-4a09-a8cd-4e1bb38ea922'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 02:03:53.808966 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2c561c-c3dc-41a6-bae5-3e9b75f3715c', 'name': 'network-vif-deleted', 'tag': '30a47d8c-d469-4a09-a8cd-4e1bb38ea922', 'status': 'completed', 'code': 200} Aug 23 02:03:53.823170 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-7eb9d7e5-bc71-4883-9a33-2515afe83247 req-7e799e93-a3ba-4d03-b158-7e372377843d tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] 10.222.0.10 "DELETE /v2.0/ports/30a47d8c-d469-4a09-a8cd-4e1bb38ea922 HTTP/1.1" status: 204 len: 173 time: 0.9022379 Aug 23 02:03:55.402044 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-03615fed-34ff-4964-a509-8c01a5bdf497 req-68a9fc0e-adfe-4d87-9404-e4fa80d696c6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1548686 Aug 23 02:03:55.492294 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-03615fed-34ff-4964-a509-8c01a5bdf497 req-bc67bda8-4d44-471e-9450-16fe6e5c5a6c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9ca1dce58d884bec9f2681e9b50e79ba&device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 1098 time: 0.0688128 Aug 23 02:03:55.645482 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03615fed-34ff-4964-a509-8c01a5bdf497 req-afc05754-1e54-4c98-a274-33f896a40d58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:55.647045 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-03615fed-34ff-4964-a509-8c01a5bdf497 req-afc05754-1e54-4c98-a274-33f896a40d58 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1 HTTP/1.1" status: 200 len: 910 time: 0.1352601 Aug 23 02:03:55.762199 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-03615fed-34ff-4964-a509-8c01a5bdf497 req-563bf189-2a03-4269-b51a-fd2f2507e767 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=090c3f9d-aaf1-4c37-952e-80deb28233a8 HTTP/1.1" status: 200 len: 1001 time: 0.1080143 Aug 23 02:03:55.828848 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03615fed-34ff-4964-a509-8c01a5bdf497 req-3b4575ae-df4a-4e4f-bd01-7ea5d357253d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:03:55.830339 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-03615fed-34ff-4964-a509-8c01a5bdf497 req-3b4575ae-df4a-4e4f-bd01-7ea5d357253d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=205c6635-f36c-432b-af89-25d2fd9f0adf HTTP/1.1" status: 200 len: 848 time: 0.0613732 Aug 23 02:03:55.904501 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-03615fed-34ff-4964-a509-8c01a5bdf497 req-33bec6e9-16ec-49a4-a051-2b33e5c32b63 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0678697 Aug 23 02:03:56.035957 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-03615fed-34ff-4964-a509-8c01a5bdf497 req-6749f3d1-d7d7-4c13-9c21-3b0942908319 service neutron] 10.222.0.10 "GET /v2.0/networks/3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243739 Aug 23 02:03:56.166249 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-03615fed-34ff-4964-a509-8c01a5bdf497 req-bab8204a-d156-4e94-b8ee-5b9c3ff5334f service neutron] 10.222.0.10 "GET /v2.0/networks/3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237814 Aug 23 02:03:57.560348 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 30a47d8c-d469-4a09-a8cd-4e1bb38ea922 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 02:03:57.592411 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] No Port match for: 30a47d8c-d469-4a09-a8cd-4e1bb38ea922 {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 02:03:57.592749 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 30a47d8c-d469-4a09-a8cd-4e1bb38ea922 not bound to the agent host hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 02:03:59.801935 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 02:04:02.246320 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1901d327-712b-46e4-babd-64fe9e6af220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:02.679454 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:04.599368 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-670489ac-9030-4fdf-828e-b701ca9460de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:05.605004 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:07.021895 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:14.729221 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 47808) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:04:14.792293 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e64139b-a97b-4576-b7ab-93d2e8afaee2 admin admin] Deleting subnet 13b8431f-bd8e-404a-bf67-8df5c2233166 {{(pid=75884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 02:04:14.795154 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-7e64139b-a97b-4576-b7ab-93d2e8afaee2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:14.848959 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-7e64139b-a97b-4576-b7ab-93d2e8afaee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7902558'] for subnet, precommit_delete_associations {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:14.901726 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-7e64139b-a97b-4576-b7ab-93d2e8afaee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1481903'] for subnet, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:15.022200 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-7e64139b-a97b-4576-b7ab-93d2e8afaee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1481878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7565708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7385804'] for subnet, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:15.025810 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-3260265d-45e4-408a-9c7e-f954197dd9c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:04:15.058566 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64139b-a97b-4576-b7ab-93d2e8afaee2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13b8431f-bd8e-404a-bf67-8df5c2233166,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:04:15.062328 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-7e64139b-a97b-4576-b7ab-93d2e8afaee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:04:15.067161 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-7e64139b-a97b-4576-b7ab-93d2e8afaee2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:15.072737 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-7e64139b-a97b-4576-b7ab-93d2e8afaee2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/13b8431f-bd8e-404a-bf67-8df5c2233166 HTTP/1.1" status: 204 len: 168 time: 0.3423553 Aug 23 02:04:15.075159 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 47812) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:04:15.178477 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-cca63ee6-e5e6-4305-80f3-24bd75619809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584917'] for network, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:15.298210 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-cca63ee6-e5e6-4305-80f3-24bd75619809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480998', 'neutron.services.segments.db._delete_segments_for_network-8755480555394'] for network, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:15.310274 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-cca63ee6-e5e6-4305-80f3-24bd75619809 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcc14e41-cdf1-4c15-8ff0-266d36bc743f']}} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:04:15.322487 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-cca63ee6-e5e6-4305-80f3-24bd75619809 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdeff605-b289-4a12-882b-acf414ed5980') {'for_net_delete': True} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:04:15.322781 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-cca63ee6-e5e6-4305-80f3-24bd75619809 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdeff605-b289-4a12-882b-acf414ed5980') {} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:04:15.334285 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-cca63ee6-e5e6-4305-80f3-24bd75619809 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755480556189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7902545'] for segment, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:15.349661 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-cca63ee6-e5e6-4305-80f3-24bd75619809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:15.355515 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca63ee6-e5e6-4305-80f3-24bd75619809 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=75884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 02:04:15.355885 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-cca63ee6-e5e6-4305-80f3-24bd75619809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1481738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7565610'] for segment, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: Traceback (most recent call last): Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: timer() Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: cb(*args, **kw) Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: return func(*args, **kwargs) Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: self._notify() Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: self.callback(batched_events) Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: event.method(event) Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: return f(self, *a, **k) Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: return self._get(url).json() Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: return self.request(url, 'GET', **kwargs) Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 02:04:15.368379 dv-cinder-805529-1-smb neutron-server[75884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 02:04:15.484441 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-cca63ee6-e5e6-4305-80f3-24bd75619809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405596'] for network, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:15.488262 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:04:15.500671 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-cca63ee6-e5e6-4305-80f3-24bd75619809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:15.513318 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca63ee6-e5e6-4305-80f3-24bd75619809 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcc14e41-cdf1-4c15-8ff0-266d36bc743f,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:04:15.516134 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-cca63ee6-e5e6-4305-80f3-24bd75619809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:04:15.588394 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-cca63ee6-e5e6-4305-80f3-24bd75619809 admin admin] 10.222.0.18 "DELETE /v2.0/networks/fcc14e41-cdf1-4c15-8ff0-266d36bc743f HTTP/1.1" status: 204 len: 168 time: 0.5122612 Aug 23 02:04:15.591049 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 47818) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:04:15.649303 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3853cf-723f-4233-b17f-2c0b78719a0a admin admin] Deleting subnet 91f76770-14a1-4aec-81f2-8f22c1b6abed {{(pid=75884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 02:04:15.652372 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-5d3853cf-723f-4233-b17f-2c0b78719a0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:15.789893 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-5d3853cf-723f-4233-b17f-2c0b78719a0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7902558'] for subnet, precommit_delete_associations {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:15.843570 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-5d3853cf-723f-4233-b17f-2c0b78719a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1481903'] for subnet, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:15.958845 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-5d3853cf-723f-4233-b17f-2c0b78719a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1481878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7565708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7385804'] for subnet, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:15.962945 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-33a50733-ceb6-42b1-86ca-bd9188658af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:04:15.997437 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3853cf-723f-4233-b17f-2c0b78719a0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91f76770-14a1-4aec-81f2-8f22c1b6abed,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:04:15.999846 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-5d3853cf-723f-4233-b17f-2c0b78719a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:04:16.003209 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-5d3853cf-723f-4233-b17f-2c0b78719a0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:16.009004 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-5d3853cf-723f-4233-b17f-2c0b78719a0a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/91f76770-14a1-4aec-81f2-8f22c1b6abed HTTP/1.1" status: 204 len: 168 time: 0.4170229 Aug 23 02:04:16.011439 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 47822) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:04:16.115054 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c91e668d-8fba-477d-9579-09b9a64b759b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584917'] for network, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:16.234577 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c91e668d-8fba-477d-9579-09b9a64b759b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480998', 'neutron.services.segments.db._delete_segments_for_network-8755480555394'] for network, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:16.247354 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-c91e668d-8fba-477d-9579-09b9a64b759b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee0d405-d0f5-4d94-9c24-4e5a935ef086']}} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:04:16.259461 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-c91e668d-8fba-477d-9579-09b9a64b759b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1860f66c-d714-40be-a30d-42cbdc491888') {'for_net_delete': True} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:04:16.259749 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-c91e668d-8fba-477d-9579-09b9a64b759b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1860f66c-d714-40be-a30d-42cbdc491888') {} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:04:16.271516 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c91e668d-8fba-477d-9579-09b9a64b759b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755480556189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7902545'] for segment, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:16.287159 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c91e668d-8fba-477d-9579-09b9a64b759b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:16.292926 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c91e668d-8fba-477d-9579-09b9a64b759b admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=75884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 02:04:16.293295 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c91e668d-8fba-477d-9579-09b9a64b759b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1481738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7565610'] for segment, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: Traceback (most recent call last): Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: timer() Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: cb(*args, **kw) Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: return func(*args, **kwargs) Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: self._notify() Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: self.callback(batched_events) Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: event.method(event) Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: return f(self, *a, **k) Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: return self._get(url).json() Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: return self.request(url, 'GET', **kwargs) Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 02:04:16.306475 dv-cinder-805529-1-smb neutron-server[75884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 02:04:16.461796 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c91e668d-8fba-477d-9579-09b9a64b759b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405596'] for network, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:16.466193 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c91e668d-8fba-477d-9579-09b9a64b759b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:16.468687 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-b7a68d74-d6df-440f-8870-fd243f7df54b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:04:16.488346 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e668d-8fba-477d-9579-09b9a64b759b admin admin] Pushing event deleted for resources: {'Network': ['ID=8ee0d405-d0f5-4d94-9c24-4e5a935ef086,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:04:16.490581 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-c91e668d-8fba-477d-9579-09b9a64b759b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:04:16.492542 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-c91e668d-8fba-477d-9579-09b9a64b759b admin admin] 10.222.0.18 "DELETE /v2.0/networks/8ee0d405-d0f5-4d94-9c24-4e5a935ef086 HTTP/1.1" status: 204 len: 168 time: 0.4802308 Aug 23 02:04:16.869680 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 47828) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:04:16.920073 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-504d9bb4-cee1-4a9c-8f1d-0aefe71194fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=47dcebadc9564eca9f905b484858ebcd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491588 Aug 23 02:04:16.922354 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 47832) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:04:16.992307 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-600f7f2c-9344-4739-bf47-1c4e0778a47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:17.016659 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-600f7f2c-9344-4739-bf47-1c4e0778a47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:17.141529 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-600f7f2c-9344-4739-bf47-1c4e0778a47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:17.145664 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-24e4709a-a483-4ab9-82d8-923b92f6af46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:04:17.157537 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f7f2c-9344-4739-bf47-1c4e0778a47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1309ef-ad9e-4270-a390-e58533742eca,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:04:17.168449 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f7f2c-9344-4739-bf47-1c4e0778a47c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:04:17.168889 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f7f2c-9344-4739-bf47-1c4e0778a47c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:04:17.169166 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f7f2c-9344-4739-bf47-1c4e0778a47c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:04:17.169513 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f7f2c-9344-4739-bf47-1c4e0778a47c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:04:17.169859 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f7f2c-9344-4739-bf47-1c4e0778a47c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:04:17.170199 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f7f2c-9344-4739-bf47-1c4e0778a47c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:04:17.170538 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f7f2c-9344-4739-bf47-1c4e0778a47c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:04:17.170878 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f7f2c-9344-4739-bf47-1c4e0778a47c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:04:17.171214 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f7f2c-9344-4739-bf47-1c4e0778a47c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:04:17.171571 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f7f2c-9344-4739-bf47-1c4e0778a47c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:04:17.171905 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f7f2c-9344-4739-bf47-1c4e0778a47c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:04:17.175057 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-600f7f2c-9344-4739-bf47-1c4e0778a47c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:04:17.220487 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-600f7f2c-9344-4739-bf47-1c4e0778a47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:17.222249 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-600f7f2c-9344-4739-bf47-1c4e0778a47c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/af1309ef-ad9e-4270-a390-e58533742eca HTTP/1.1" status: 204 len: 168 time: 0.2983017 Aug 23 02:04:17.925584 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 47840) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:04:17.974307 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-d4d4083f-c1a5-4a97-aa01-c6c87fab2368 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c35e2a205f714f3dbd7a070922f07565&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0475523 Aug 23 02:04:17.976520 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 47844) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:04:18.033409 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-8b0775fa-8505-423b-b2b6-19092673ace7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:18.062658 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-8b0775fa-8505-423b-b2b6-19092673ace7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:18.181540 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-8b0775fa-8505-423b-b2b6-19092673ace7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:18.185167 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-605271d1-d7d4-4ea8-9d52-8417b5ce1e24 tempest-AttachVolumeShelveTestJSON-166332400 tempest-AttachVolumeShelveTestJSON-166332400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:04:18.196885 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0775fa-8505-423b-b2b6-19092673ace7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dab46ec-29db-4873-be6f-2223a0e70d89,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:04:18.201761 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-8b0775fa-8505-423b-b2b6-19092673ace7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:04:18.203230 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-8b0775fa-8505-423b-b2b6-19092673ace7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:18.208326 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-8b0775fa-8505-423b-b2b6-19092673ace7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9dab46ec-29db-4873-be6f-2223a0e70d89 HTTP/1.1" status: 204 len: 168 time: 0.2269769 Aug 23 02:04:21.804318 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:32.198463 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-853aa7bd-a53f-4d42-bf8a-b823baba409a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:32.655406 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:33.302706 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 47958) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:04:33.440192 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e9b27ee3-f151-47e7-ab3c-cdc6f7a4bea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:33.469890 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-e9b27ee3-f151-47e7-ab3c-cdc6f7a4bea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 02:04:33.474267 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-e9b27ee3-f151-47e7-ab3c-cdc6f7a4bea4 admin admin] Usage tracker for resource:security_group_rule and tenant:23fa6ed8ae9f4ec29eac2aec2375ec7a is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 02:04:33.477011 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-e9b27ee3-f151-47e7-ab3c-cdc6f7a4bea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 02:04:33.482526 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-e9b27ee3-f151-47e7-ab3c-cdc6f7a4bea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 02:04:33.545564 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e9b27ee3-f151-47e7-ab3c-cdc6f7a4bea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:33.604033 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-e9b27ee3-f151-47e7-ab3c-cdc6f7a4bea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:33.610990 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-738fcd16-accf-46a6-9c12-eeb35915e416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:04:33.650162 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b27ee3-f151-47e7-ab3c-cdc6f7a4bea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770dbd1c-4f4e-47ee-a41d-fc5249a83851,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:04:33.655117 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-e9b27ee3-f151-47e7-ab3c-cdc6f7a4bea4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23fa6ed8ae9f4ec29eac2aec2375ec7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3503585 Aug 23 02:04:33.655117 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-e9b27ee3-f151-47e7-ab3c-cdc6f7a4bea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:04:33.656606 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 47964) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:04:33.718867 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-3e1bde47-bc5a-490e-b236-53712944d6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:33.744341 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-3e1bde47-bc5a-490e-b236-53712944d6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:33.861091 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-3e1bde47-bc5a-490e-b236-53712944d6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:33.866077 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-a76ef01e-9506-4070-9c5b-90f11f74fdd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:04:33.878803 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1bde47-bc5a-490e-b236-53712944d6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770dbd1c-4f4e-47ee-a41d-fc5249a83851,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:04:33.881383 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-3e1bde47-bc5a-490e-b236-53712944d6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:04:33.882492 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-3e1bde47-bc5a-490e-b236-53712944d6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:33.883633 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-3e1bde47-bc5a-490e-b236-53712944d6ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/770dbd1c-4f4e-47ee-a41d-fc5249a83851 HTTP/1.1" status: 204 len: 168 time: 0.2261186 Aug 23 02:04:34.478629 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 47972) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:04:34.497356 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-96683560-ac27-4ed5-b035-4b03b458407a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:34.528342 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-96683560-ac27-4ed5-b035-4b03b458407a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 02:04:34.532055 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-96683560-ac27-4ed5-b035-4b03b458407a admin admin] Usage tracker for resource:security_group_rule and tenant:8348856b6b014f0d9b0b6d30237953d9 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 02:04:34.535239 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-96683560-ac27-4ed5-b035-4b03b458407a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 02:04:34.535570 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-5521e38e-6f26-4ff2-9742-c305871d4fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:34.541822 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-96683560-ac27-4ed5-b035-4b03b458407a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 02:04:34.605573 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-96683560-ac27-4ed5-b035-4b03b458407a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:34.684386 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-96683560-ac27-4ed5-b035-4b03b458407a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:34.690957 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-2ef69e78-9527-4a0d-9c1f-e9f5cfbcda7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:04:34.729817 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96683560-ac27-4ed5-b035-4b03b458407a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040f4fa1-1956-45b1-bde5-668a539e04ae,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:04:34.732986 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-96683560-ac27-4ed5-b035-4b03b458407a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:04:34.738712 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-96683560-ac27-4ed5-b035-4b03b458407a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8348856b6b014f0d9b0b6d30237953d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2560270 Aug 23 02:04:34.740060 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 47976) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:04:34.801938 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c63d6d5a-518d-4faa-a5b3-f87ba877c24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:34.826994 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c63d6d5a-518d-4faa-a5b3-f87ba877c24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:34.981337 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c63d6d5a-518d-4faa-a5b3-f87ba877c24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:34.984842 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-ee7e912d-12f3-4cf2-9dbd-8aa173b0b8a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:04:34.997728 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d6d5a-518d-4faa-a5b3-f87ba877c24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040f4fa1-1956-45b1-bde5-668a539e04ae,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:04:34.999995 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-c63d6d5a-518d-4faa-a5b3-f87ba877c24d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:04:35.003165 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-c63d6d5a-518d-4faa-a5b3-f87ba877c24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:35.011584 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-c63d6d5a-518d-4faa-a5b3-f87ba877c24d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/040f4fa1-1956-45b1-bde5-668a539e04ae HTTP/1.1" status: 204 len: 168 time: 0.2644858 Aug 23 02:04:35.564000 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:36.801671 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 02:04:37.050653 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:48.129139 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 48100) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:04:48.296112 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-6e6cab82-a6a6-435c-b1a5-91dadbdea666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:48.325664 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-6e6cab82-a6a6-435c-b1a5-91dadbdea666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 02:04:48.329650 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-6e6cab82-a6a6-435c-b1a5-91dadbdea666 admin admin] Usage tracker for resource:security_group_rule and tenant:b42921cb61dd47c0815537f20bfab2b2 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 02:04:48.333403 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-6e6cab82-a6a6-435c-b1a5-91dadbdea666 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 02:04:48.338935 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-6e6cab82-a6a6-435c-b1a5-91dadbdea666 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 02:04:48.400327 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-6e6cab82-a6a6-435c-b1a5-91dadbdea666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:48.449449 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-6e6cab82-a6a6-435c-b1a5-91dadbdea666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:48.456540 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-93a8e13d-6cff-4d76-8030-2503144ec2b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:04:48.498770 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6cab82-a6a6-435c-b1a5-91dadbdea666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542d9696-b58b-4536-8edd-1826b5ac0e15,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:04:48.503792 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-6e6cab82-a6a6-435c-b1a5-91dadbdea666 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b42921cb61dd47c0815537f20bfab2b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3735747 Aug 23 02:04:48.504663 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-6e6cab82-a6a6-435c-b1a5-91dadbdea666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:04:48.506772 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 48106) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:04:48.567854 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c2dcdc02-fd45-4f33-ac1e-3583c1eb55ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:48.592277 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c2dcdc02-fd45-4f33-ac1e-3583c1eb55ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:48.700863 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c2dcdc02-fd45-4f33-ac1e-3583c1eb55ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:48.704681 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-036c49c6-4cc0-4b33-8a22-bb2c75c519d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:04:48.717516 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dcdc02-fd45-4f33-ac1e-3583c1eb55ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542d9696-b58b-4536-8edd-1826b5ac0e15,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:04:48.720456 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-c2dcdc02-fd45-4f33-ac1e-3583c1eb55ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:04:48.722591 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-c2dcdc02-fd45-4f33-ac1e-3583c1eb55ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:48.725335 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-c2dcdc02-fd45-4f33-ac1e-3583c1eb55ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/542d9696-b58b-4536-8edd-1826b5ac0e15 HTTP/1.1" status: 204 len: 168 time: 0.2161076 Aug 23 02:04:49.342555 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 48114) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:04:49.361255 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-9ba5a89c-f57b-47e0-8577-74eaecdeb94f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:49.390844 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-9ba5a89c-f57b-47e0-8577-74eaecdeb94f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 02:04:49.395124 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-9ba5a89c-f57b-47e0-8577-74eaecdeb94f admin admin] Usage tracker for resource:security_group_rule and tenant:964aec9f3fe84ea2869b782c799f0b06 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 02:04:49.397890 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-9ba5a89c-f57b-47e0-8577-74eaecdeb94f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 02:04:49.403502 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-9ba5a89c-f57b-47e0-8577-74eaecdeb94f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 02:04:49.467015 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-9ba5a89c-f57b-47e0-8577-74eaecdeb94f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:49.552034 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-9ba5a89c-f57b-47e0-8577-74eaecdeb94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:49.559124 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-7a16b2a6-9281-4760-a2e7-e0dc939f9860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:04:49.599417 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5a89c-f57b-47e0-8577-74eaecdeb94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a22d5a-943e-441a-a2d1-1b8ec1dba802,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:04:49.603847 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-9ba5a89c-f57b-47e0-8577-74eaecdeb94f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=964aec9f3fe84ea2869b782c799f0b06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2603142 Aug 23 02:04:49.604787 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-9ba5a89c-f57b-47e0-8577-74eaecdeb94f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:04:49.606607 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 48118) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:04:49.669917 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b310ba24-5cf8-48ff-b281-3dbe30b96ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:49.695973 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b310ba24-5cf8-48ff-b281-3dbe30b96ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:49.797802 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b310ba24-5cf8-48ff-b281-3dbe30b96ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:49.803334 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-58cfc2fb-fa35-4fa2-bd23-7323d868a1c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:04:49.816039 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310ba24-5cf8-48ff-b281-3dbe30b96ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a22d5a-943e-441a-a2d1-1b8ec1dba802,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:04:49.818905 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-b310ba24-5cf8-48ff-b281-3dbe30b96ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:04:49.820839 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-b310ba24-5cf8-48ff-b281-3dbe30b96ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:49.822660 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-b310ba24-5cf8-48ff-b281-3dbe30b96ed6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78a22d5a-943e-441a-a2d1-1b8ec1dba802 HTTP/1.1" status: 204 len: 168 time: 0.2146795 Aug 23 02:04:50.638853 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 48126) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:04:50.659506 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-84c30e65-60b4-41df-8863-c6e45a280a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:50.689842 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-84c30e65-60b4-41df-8863-c6e45a280a75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 02:04:50.694276 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-84c30e65-60b4-41df-8863-c6e45a280a75 admin admin] Usage tracker for resource:security_group_rule and tenant:7d649175927c4163aa62cbe3895a1864 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 02:04:50.696968 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-84c30e65-60b4-41df-8863-c6e45a280a75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 02:04:50.702656 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-84c30e65-60b4-41df-8863-c6e45a280a75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 02:04:50.767411 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-84c30e65-60b4-41df-8863-c6e45a280a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:50.809057 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-84c30e65-60b4-41df-8863-c6e45a280a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:50.816002 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-04197453-9095-4022-8d2d-8d3dd1ac6fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:04:50.855597 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c30e65-60b4-41df-8863-c6e45a280a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a82d2b-6a97-431a-9cbe-816abc2e2770,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:04:50.859495 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-84c30e65-60b4-41df-8863-c6e45a280a75 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7d649175927c4163aa62cbe3895a1864&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2195594 Aug 23 02:04:50.860441 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-84c30e65-60b4-41df-8863-c6e45a280a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:04:50.862719 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 48130) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:04:50.925146 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-9f3ea695-8946-42cc-8165-4185685b3fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:50.950928 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-9f3ea695-8946-42cc-8165-4185685b3fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:51.072669 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-9f3ea695-8946-42cc-8165-4185685b3fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:51.076424 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-84c30e65-60b4-41df-8863-c6e45a280a75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:04:51.089144 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ea695-8946-42cc-8165-4185685b3fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a82d2b-6a97-431a-9cbe-816abc2e2770,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:04:51.094708 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-9f3ea695-8946-42cc-8165-4185685b3fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:04:51.098795 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-9f3ea695-8946-42cc-8165-4185685b3fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:51.100403 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-9f3ea695-8946-42cc-8165-4185685b3fb2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f6a82d2b-6a97-431a-9cbe-816abc2e2770 HTTP/1.1" status: 204 len: 168 time: 0.2370901 Aug 23 02:04:51.820785 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:04:55.936342 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-28e02461-e52a-4082-aa5e-fab1e6e1390f req-e6606d07-d01a-4e62-8196-078982cd94b5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684371 Aug 23 02:04:56.080753 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-28e02461-e52a-4082-aa5e-fab1e6e1390f req-18f5b1b4-3cf3-4bb4-b326-fa9266069fee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9ca1dce58d884bec9f2681e9b50e79ba&device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 1098 time: 0.0747855 Aug 23 02:04:56.227944 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e02461-e52a-4082-aa5e-fab1e6e1390f req-3d69d66a-0495-4342-8545-5c4c5955fb52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:04:56.229295 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-28e02461-e52a-4082-aa5e-fab1e6e1390f req-3d69d66a-0495-4342-8545-5c4c5955fb52 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1 HTTP/1.1" status: 200 len: 910 time: 0.1297140 Aug 23 02:04:56.339335 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-28e02461-e52a-4082-aa5e-fab1e6e1390f req-16f98599-8f18-418c-8f17-1f732eeea8d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=090c3f9d-aaf1-4c37-952e-80deb28233a8 HTTP/1.1" status: 200 len: 1001 time: 0.1025331 Aug 23 02:04:56.402978 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e02461-e52a-4082-aa5e-fab1e6e1390f req-04e2aa7b-7ba6-4703-a8ce-b61eaceed680 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:04:56.404436 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-28e02461-e52a-4082-aa5e-fab1e6e1390f req-04e2aa7b-7ba6-4703-a8ce-b61eaceed680 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=205c6635-f36c-432b-af89-25d2fd9f0adf HTTP/1.1" status: 200 len: 848 time: 0.0588510 Aug 23 02:04:56.485952 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-28e02461-e52a-4082-aa5e-fab1e6e1390f req-feb67ba3-e04b-417f-832b-142aa22dd710 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0742378 Aug 23 02:04:56.706752 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-28e02461-e52a-4082-aa5e-fab1e6e1390f req-3fe70c3f-6001-443e-929a-1e11523ee653 service neutron] 10.222.0.10 "GET /v2.0/networks/3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137752 Aug 23 02:04:56.843722 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-28e02461-e52a-4082-aa5e-fab1e6e1390f req-2c61f063-dd7d-4b37-adb9-cdd38b3f0108 service neutron] 10.222.0.10 "GET /v2.0/networks/3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305585 Aug 23 02:05:02.175144 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-50d30420-be61-4808-a8d8-79be6c5198a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:02.655242 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:04.552074 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-a83dd80b-d9f6-44e7-9d86-a3022598563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:05.546395 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 48206) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:05:05.547399 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:05.916200 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-018315cb-8e48-4363-93a8-b3cb25a1d894 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Deleting port 6e7d6706-5fa8-45bb-94a0-6ef0f2446a0c {{(pid=75883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:05:05.916429 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-018315cb-8e48-4363-93a8-b3cb25a1d894 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:06.079491 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-018315cb-8e48-4363-93a8-b3cb25a1d894 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:06.079807 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-018315cb-8e48-4363-93a8-b3cb25a1d894 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:06.273775 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-018315cb-8e48-4363-93a8-b3cb25a1d894 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Calling delete_port for 6e7d6706-5fa8-45bb-94a0-6ef0f2446a0c owned by network:floatingip {{(pid=75883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:05:06.466321 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-018315cb-8e48-4363-93a8-b3cb25a1d894 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8046028'] for port, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:06.470815 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-df60fa2f-d278-4524-87ec-4b92ddbb2122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:05:06.512959 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018315cb-8e48-4363-93a8-b3cb25a1d894 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Pushing event deleted for resources: {'Port': ['ID=6e7d6706-5fa8-45bb-94a0-6ef0f2446a0c,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:05:06.516385 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-018315cb-8e48-4363-93a8-b3cb25a1d894 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:05:06.602938 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-018315cb-8e48-4363-93a8-b3cb25a1d894 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks [] for floatingip, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:06.995024 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018315cb-8e48-4363-93a8-b3cb25a1d894 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Router 18bef65a-950e-417b-9b22-fb4b5138bfe7 has already been hosted by L3 agent a65233ca-d566-4bb6-b10d-56979c97574d {{(pid=75883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 02:05:07.032127 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:07.190136 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018315cb-8e48-4363-93a8-b3cb25a1d894 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 02:05:07.199696 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cabe4ce-510b-4f6f-873d-cb08c19460a1 None None] Sync routers for ids ['18bef65a-950e-417b-9b22-fb4b5138bfe7'] in dv-cinder-805529-1-smb {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 02:05:07.211076 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cabe4ce-510b-4f6f-873d-cb08c19460a1 None None] Routers {'18bef65a-950e-417b-9b22-fb4b5138bfe7'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 02:05:07.211718 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-0cabe4ce-510b-4f6f-873d-cb08c19460a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T02:05:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['18bef65a-950e-417b-9b22-fb4b5138bfe7'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:05:07.269999 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-018315cb-8e48-4363-93a8-b3cb25a1d894 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for floatingip, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:07.325859 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-018315cb-8e48-4363-93a8-b3cb25a1d894 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "DELETE /v2.0/floatingips/e1f90872-e293-4c77-8483-536c30c77d4f HTTP/1.1" status: 204 len: 168 time: 1.7783582 Aug 23 02:05:07.326589 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89180d17-8378-4ff2-a72c-53094236c03c', 'tag': '090c3f9d-aaf1-4c37-952e-80deb28233a8'}] {{(pid=75883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 02:05:07.418061 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-0cabe4ce-510b-4f6f-873d-cb08c19460a1 None None] Set router 18bef65a-950e-417b-9b22-fb4b5138bfe7 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 02:05:07.551854 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89180d17-8378-4ff2-a72c-53094236c03c', 'tag': '090c3f9d-aaf1-4c37-952e-80deb28233a8', 'status': 'completed', 'code': 200} Aug 23 02:05:07.646947 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-7a1b9f03-8e29-42ba-ab35-9b066d4d3de6 req-9326a295-55ce-4de6-bb2a-37a453817042 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9ca1dce58d884bec9f2681e9b50e79ba&device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 1098 time: 0.0699027 Aug 23 02:05:07.747677 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-0cabe4ce-510b-4f6f-873d-cb08c19460a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'name': 'tempest-TestShelveInstance-1649955940-router', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '35fcd1d9-ab24-455f-83fb-422a77c77cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:28Z', 'updated_at': '2021-08-23T01:59:31Z', 'revision_number': 4, 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'gw_port': {'id': '35fcd1d9-ab24-455f-83fb-422a77c77cb4', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:45:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:28Z', 'updated_at': '2021-08-23T01:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': 'ea2ef132-ef95-40fd-8ace-8457471fcd29', 'name': '', 'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'mac_address': 'fa:16:3e:3f:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '205c6635-f36c-432b-af89-25d2fd9f0adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:31Z', 'updated_at': '2021-08-23T01:59:51Z', 'revision_number': 5, 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'subnets': [{'id': '205c6635-f36c-432b-af89-25d2fd9f0adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:05:07.751619 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cabe4ce-510b-4f6f-873d-cb08c19460a1 None None] Checking router: 18bef65a-950e-417b-9b22-fb4b5138bfe7 for host: dv-cinder-805529-1-smb {{(pid=75885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 02:05:07.762285 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cabe4ce-510b-4f6f-873d-cb08c19460a1 None None] Routers {'18bef65a-950e-417b-9b22-fb4b5138bfe7'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 02:05:07.762918 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-0cabe4ce-510b-4f6f-873d-cb08c19460a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T02:05:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['18bef65a-950e-417b-9b22-fb4b5138bfe7'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:05:07.791518 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b9f03-8e29-42ba-ab35-9b066d4d3de6 req-fdfe00d0-952f-4f89-9c95-5a094019287e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:05:07.792957 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-7a1b9f03-8e29-42ba-ab35-9b066d4d3de6 req-fdfe00d0-952f-4f89-9c95-5a094019287e service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1 HTTP/1.1" status: 200 len: 910 time: 0.1388593 Aug 23 02:05:07.867155 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-7a1b9f03-8e29-42ba-ab35-9b066d4d3de6 req-d9e65d90-5645-4327-9279-51c16de786a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=090c3f9d-aaf1-4c37-952e-80deb28233a8 HTTP/1.1" status: 200 len: 217 time: 0.0668683 Aug 23 02:05:07.944061 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-0cabe4ce-510b-4f6f-873d-cb08c19460a1 None None] Set router 18bef65a-950e-417b-9b22-fb4b5138bfe7 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 02:05:07.980077 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b9f03-8e29-42ba-ab35-9b066d4d3de6 req-303f21e9-17fa-42c2-b428-15265f59a3cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:05:07.981508 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-7a1b9f03-8e29-42ba-ab35-9b066d4d3de6 req-303f21e9-17fa-42c2-b428-15265f59a3cd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=205c6635-f36c-432b-af89-25d2fd9f0adf HTTP/1.1" status: 200 len: 848 time: 0.0816844 Aug 23 02:05:08.049634 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee345c-ef95-4e38-b187-7b554a533cad req-6c0b9814-1eef-4ce3-aa44-6599da3255f9 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:05:08.051000 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2eee345c-ef95-4e38-b187-7b554a533cad req-6c0b9814-1eef-4ce3-aa44-6599da3255f9 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 945 time: 0.1824732 Aug 23 02:05:08.108652 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-7a1b9f03-8e29-42ba-ab35-9b066d4d3de6 req-87991887-3567-48bf-a321-773c7ef7540c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1200438 Aug 23 02:05:08.110979 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-2eee345c-ef95-4e38-b187-7b554a533cad req-ac6a4a1d-b9af-432c-9992-13925f01f8af tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537903 Aug 23 02:05:08.249855 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-7a1b9f03-8e29-42ba-ab35-9b066d4d3de6 req-4f23ff1d-f425-49dc-9233-1a4eed098cee service neutron] 10.222.0.10 "GET /v2.0/networks/3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332471 Aug 23 02:05:08.264105 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-0cabe4ce-510b-4f6f-873d-cb08c19460a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'name': 'tempest-TestShelveInstance-1649955940-router', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '35fcd1d9-ab24-455f-83fb-422a77c77cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:28Z', 'updated_at': '2021-08-23T01:59:31Z', 'revision_number': 4, 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'gw_port': {'id': '35fcd1d9-ab24-455f-83fb-422a77c77cb4', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:45:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:28Z', 'updated_at': '2021-08-23T01:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': 'ea2ef132-ef95-40fd-8ace-8457471fcd29', 'name': '', 'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'mac_address': 'fa:16:3e:3f:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '205c6635-f36c-432b-af89-25d2fd9f0adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:31Z', 'updated_at': '2021-08-23T01:59:51Z', 'revision_number': 5, 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'subnets': [{'id': '205c6635-f36c-432b-af89-25d2fd9f0adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:05:08.268025 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cabe4ce-510b-4f6f-873d-cb08c19460a1 None None] The sync data for ids ['18bef65a-950e-417b-9b22-fb4b5138bfe7'] in dv-cinder-805529-1-smb is: [{'id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'name': 'tempest-TestShelveInstance-1649955940-router', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '35fcd1d9-ab24-455f-83fb-422a77c77cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:28Z', 'updated_at': '2021-08-23T01:59:31Z', 'revision_number': 4, 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'gw_port': {'id': '35fcd1d9-ab24-455f-83fb-422a77c77cb4', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:45:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:28Z', 'updated_at': '2021-08-23T01:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb', '_interfaces': [{'id': 'ea2ef132-ef95-40fd-8ace-8457471fcd29', 'name': '', 'network_id': '3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'mac_address': 'fa:16:3e:3f:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '205c6635-f36c-432b-af89-25d2fd9f0adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:31Z', 'updated_at': '2021-08-23T01:59:51Z', 'revision_number': 5, 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'subnets': [{'id': '205c6635-f36c-432b-af89-25d2fd9f0adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 02:05:08.385834 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-7a1b9f03-8e29-42ba-ab35-9b066d4d3de6 req-8041ded0-7a5c-4aed-93fd-f2e5e1783f4d service neutron] 10.222.0.10 "GET /v2.0/networks/3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280673 Aug 23 02:05:08.489867 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22f99c9-a470-4427-b5ea-d10e1c405641 None None] New status for floating IP e1f90872-e293-4c77-8483-536c30c77d4f: DOWN {{(pid=75886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 23 02:05:09.319062 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b735157-4de8-4679-bc7e-ebeba601b42e req-db1f00e6-29e5-4023-8fb8-1d2409fe75d4 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:05:09.319721 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-1b735157-4de8-4679-bc7e-ebeba601b42e req-db1f00e6-29e5-4023-8fb8-1d2409fe75d4 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Synchronizing usage tracker for tenant:9ca1dce58d884bec9f2681e9b50e79ba on resource:port {{(pid=75883) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 02:05:09.420315 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [req-1b735157-4de8-4679-bc7e-ebeba601b42e req-db1f00e6-29e5-4023-8fb8-1d2409fe75d4 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Unset dirty status for tenant:9ca1dce58d884bec9f2681e9b50e79ba on resource:port {{(pid=75883) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 02:05:09.421473 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-1b735157-4de8-4679-bc7e-ebeba601b42e req-db1f00e6-29e5-4023-8fb8-1d2409fe75d4 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 945 time: 0.1800499 Aug 23 02:05:09.466861 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-1b735157-4de8-4679-bc7e-ebeba601b42e req-9b52bfad-af63-41ba-ad22-08f455c82189 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd1961f-828b-4fe3-8252-550d014daf8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398469 Aug 23 02:05:09.675634 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac549ad-80d0-4c7b-90ac-ba9d7ef301fd req-dd9d9f72-23ca-4678-a6e5-37a5a58cbf56 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 23 02:05:09.677111 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4ac549ad-80d0-4c7b-90ac-ba9d7ef301fd req-dd9d9f72-23ca-4678-a6e5-37a5a58cbf56 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.10 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 945 time: 0.0798368 Aug 23 02:05:09.744929 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-4ac549ad-80d0-4c7b-90ac-ba9d7ef301fd req-ec32debe-7b4a-4e72-8d20-958e45c2b904 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Deleting port 090c3f9d-aaf1-4c37-952e-80deb28233a8 {{(pid=75884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:05:09.746328 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4ac549ad-80d0-4c7b-90ac-ba9d7ef301fd req-ec32debe-7b4a-4e72-8d20-958e45c2b904 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:09.995121 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [req-4ac549ad-80d0-4c7b-90ac-ba9d7ef301fd req-ec32debe-7b4a-4e72-8d20-958e45c2b904 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] For port 090c3f9d-aaf1-4c37-952e-80deb28233a8, host hv-cinder-80552, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80552',level=0,port_id=090c3f9d-aaf1-4c37-952e-80deb28233a8,segment=NetworkSegment(8b079705-0d4a-4e2a-8f35-2ce0cc85aff7),segment_id=8b079705-0d4a-4e2a-8f35-2ce0cc85aff7)] {{(pid=75884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:05:09.995419 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4ac549ad-80d0-4c7b-90ac-ba9d7ef301fd req-ec32debe-7b4a-4e72-8d20-958e45c2b904 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:10.196071 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [req-4ac549ad-80d0-4c7b-90ac-ba9d7ef301fd req-ec32debe-7b4a-4e72-8d20-958e45c2b904 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Calling delete_port for 090c3f9d-aaf1-4c37-952e-80deb28233a8 owned by compute:nova {{(pid=75884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:05:10.420603 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4ac549ad-80d0-4c7b-90ac-ba9d7ef301fd req-ec32debe-7b4a-4e72-8d20-958e45c2b904 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:10.426393 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-539e9a97-0212-4654-9df4-da60eb622132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:05:10.471421 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32debe-7b4a-4e72-8d20-958e45c2b904 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Pushing event deleted for resources: {'Port': ['ID=090c3f9d-aaf1-4c37-952e-80deb28233a8,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:05:10.540530 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec32debe-7b4a-4e72-8d20-958e45c2b904 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:05:10.540530 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec32debe-7b4a-4e72-8d20-958e45c2b904 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:05:10.540530 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec32debe-7b4a-4e72-8d20-958e45c2b904 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:05:10.540530 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec32debe-7b4a-4e72-8d20-958e45c2b904 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:05:10.540530 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec32debe-7b4a-4e72-8d20-958e45c2b904 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:05:10.540530 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec32debe-7b4a-4e72-8d20-958e45c2b904 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:05:10.540530 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec32debe-7b4a-4e72-8d20-958e45c2b904 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:05:10.540530 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec32debe-7b4a-4e72-8d20-958e45c2b904 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:05:10.540530 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec32debe-7b4a-4e72-8d20-958e45c2b904 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:05:10.540530 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec32debe-7b4a-4e72-8d20-958e45c2b904 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:05:10.540530 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec32debe-7b4a-4e72-8d20-958e45c2b904 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:05:10.540530 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-ec32debe-7b4a-4e72-8d20-958e45c2b904 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:05:10.559971 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac549ad-80d0-4c7b-90ac-ba9d7ef301fd req-ec32debe-7b4a-4e72-8d20-958e45c2b904 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] No DVR routers for this DVR port 090c3f9d-aaf1-4c37-952e-80deb28233a8 on host hv-cinder-80552 {{(pid=75884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 02:05:10.562400 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [req-4ac549ad-80d0-4c7b-90ac-ba9d7ef301fd req-ec32debe-7b4a-4e72-8d20-958e45c2b904 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1961662'] for port, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:10.565472 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89180d17-8378-4ff2-a72c-53094236c03c', 'name': 'network-vif-deleted', 'tag': '090c3f9d-aaf1-4c37-952e-80deb28233a8'}] {{(pid=75884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 23 02:05:10.643644 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-93b8530c-a5c0-47a6-abe8-2437f4bccaeb req-389e55b3-151e-4455-bc46-394f2c5ef11f tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Synchronizing usage tracker for tenant:9ca1dce58d884bec9f2681e9b50e79ba on resource:port {{(pid=75884) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 23 02:05:10.650008 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89180d17-8378-4ff2-a72c-53094236c03c', 'name': 'network-vif-deleted', 'tag': '090c3f9d-aaf1-4c37-952e-80deb28233a8', 'status': 'completed', 'code': 200} Aug 23 02:05:10.660629 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-4ac549ad-80d0-4c7b-90ac-ba9d7ef301fd req-ec32debe-7b4a-4e72-8d20-958e45c2b904 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.10 "DELETE /v2.0/ports/090c3f9d-aaf1-4c37-952e-80deb28233a8 HTTP/1.1" status: 204 len: 173 time: 0.9780905 Aug 23 02:05:10.763968 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [req-93b8530c-a5c0-47a6-abe8-2437f4bccaeb req-389e55b3-151e-4455-bc46-394f2c5ef11f tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Unset dirty status for tenant:9ca1dce58d884bec9f2681e9b50e79ba on resource:port {{(pid=75884) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 23 02:05:10.765076 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [req-93b8530c-a5c0-47a6-abe8-2437f4bccaeb req-389e55b3-151e-4455-bc46-394f2c5ef11f tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 210 time: 0.1649678 Aug 23 02:05:11.955606 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [req-8294d511-8967-473f-919d-133341e95212 req-a9ee6a94-c2e1-439b-9ef4-0ba19094cc60 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "GET /v2.0/ports?device_id=89180d17-8378-4ff2-a72c-53094236c03c HTTP/1.1" status: 200 len: 210 time: 0.0432532 Aug 23 02:05:13.063994 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 48258) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:05:13.140647 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-08dfba95-9a1a-400d-b636-0ce7f190dac3 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:13.174129 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-08dfba95-9a1a-400d-b636-0ce7f190dac3 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:13.305842 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-08dfba95-9a1a-400d-b636-0ce7f190dac3 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:13.310838 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-e2b9f539-654c-473b-9593-1fcded2b463d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:05:13.324775 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfba95-9a1a-400d-b636-0ce7f190dac3 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd1961f-828b-4fe3-8252-550d014daf8c,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:05:13.327409 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-08dfba95-9a1a-400d-b636-0ce7f190dac3 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:05:13.425025 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-08dfba95-9a1a-400d-b636-0ce7f190dac3 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:13.426102 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-08dfba95-9a1a-400d-b636-0ce7f190dac3 tempest-TestShelveInstance-587797139 tempest-TestShelveInstance-587797139-project] 10.222.0.18 "DELETE /v2.0/security-groups/5dd1961f-828b-4fe3-8252-550d014daf8c HTTP/1.1" status: 204 len: 168 time: 0.3611434 Aug 23 02:05:13.519677 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 48264) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:05:13.801111 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 02:05:13.938796 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 090c3f9d-aaf1-4c37-952e-80deb28233a8 no longer exists at agent hyperv_hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 02:05:13.973617 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] No Port match for: 090c3f9d-aaf1-4c37-952e-80deb28233a8 {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 02:05:13.974120 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Device 090c3f9d-aaf1-4c37-952e-80deb28233a8 not bound to the agent host hv-cinder-80552 {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 02:05:14.119593 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-7ee88877-0d41-4a22-a9e1-927831f7b1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406364'] for router_interface, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:14.707359 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-7ee88877-0d41-4a22-a9e1-927831f7b1b7 admin admin] Deleting port ea2ef132-ef95-40fd-8ace-8457471fcd29 {{(pid=75883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:05:14.707658 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-7ee88877-0d41-4a22-a9e1-927831f7b1b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:14.881316 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.db [None req-7ee88877-0d41-4a22-a9e1-927831f7b1b7 admin admin] For port ea2ef132-ef95-40fd-8ace-8457471fcd29, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=ea2ef132-ef95-40fd-8ace-8457471fcd29,segment=NetworkSegment(8b079705-0d4a-4e2a-8f35-2ce0cc85aff7),segment_id=8b079705-0d4a-4e2a-8f35-2ce0cc85aff7)] {{(pid=75883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:05:14.881663 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-7ee88877-0d41-4a22-a9e1-927831f7b1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:15.009997 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-7ee88877-0d41-4a22-a9e1-927831f7b1b7 admin admin] Calling delete_port for ea2ef132-ef95-40fd-8ace-8457471fcd29 owned by network:router_interface {{(pid=75883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:05:15.244271 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-7ee88877-0d41-4a22-a9e1-927831f7b1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8046028'] for port, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:15.248086 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-c3ff9eae-b7a5-409d-ad3b-db2821822cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:05:15.291145 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee88877-0d41-4a22-a9e1-927831f7b1b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea2ef132-ef95-40fd-8ace-8457471fcd29,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:05:15.293545 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-7ee88877-0d41-4a22-a9e1-927831f7b1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:05:15.678616 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-7ee88877-0d41-4a22-a9e1-927831f7b1b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406440'] for router_interface, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:16.265606 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee88877-0d41-4a22-a9e1-927831f7b1b7 admin admin] Router 18bef65a-950e-417b-9b22-fb4b5138bfe7 has already been hosted by L3 agent a65233ca-d566-4bb6-b10d-56979c97574d {{(pid=75883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 02:05:16.465578 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee88877-0d41-4a22-a9e1-927831f7b1b7 admin admin] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 02:05:16.474089 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee82ea1-ec81-448a-9425-dd22f3f926bc None None] Sync routers for ids ['18bef65a-950e-417b-9b22-fb4b5138bfe7'] in dv-cinder-805529-1-smb {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 02:05:16.486508 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee82ea1-ec81-448a-9425-dd22f3f926bc None None] Routers {'18bef65a-950e-417b-9b22-fb4b5138bfe7'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 02:05:16.487109 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-4ee82ea1-ec81-448a-9425-dd22f3f926bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T02:05:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['18bef65a-950e-417b-9b22-fb4b5138bfe7'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:05:16.564815 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-7ee88877-0d41-4a22-a9e1-927831f7b1b7 admin admin] 10.222.0.18 "PUT /v2.0/routers/18bef65a-950e-417b-9b22-fb4b5138bfe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0439339 Aug 23 02:05:16.567319 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 48282) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:05:16.663431 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-4ee82ea1-ec81-448a-9425-dd22f3f926bc None None] Set router 18bef65a-950e-417b-9b22-fb4b5138bfe7 gateway port host: dv-cinder-805529-1-smb {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 02:05:16.766549 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-6e611972-455d-4c2d-a9c0-c9b7a69a5b4c admin admin] Notify callbacks [] for router, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:16.963303 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-6e611972-455d-4c2d-a9c0-c9b7a69a5b4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:16.980274 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-4ee82ea1-ec81-448a-9425-dd22f3f926bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'name': 'tempest-TestShelveInstance-1649955940-router', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': '35fcd1d9-ab24-455f-83fb-422a77c77cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:28Z', 'updated_at': '2021-08-23T02:05:15Z', 'revision_number': 5, 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'gw_port': {'id': '35fcd1d9-ab24-455f-83fb-422a77c77cb4', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:45:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:28Z', 'updated_at': '2021-08-23T01:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb'}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:05:16.983948 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee82ea1-ec81-448a-9425-dd22f3f926bc None None] Checking router: 18bef65a-950e-417b-9b22-fb4b5138bfe7 for host: dv-cinder-805529-1-smb {{(pid=75885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 02:05:16.995147 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee82ea1-ec81-448a-9425-dd22f3f926bc None None] Routers {'18bef65a-950e-417b-9b22-fb4b5138bfe7'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 02:05:16.995769 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-4ee82ea1-ec81-448a-9425-dd22f3f926bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T02:05:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['18bef65a-950e-417b-9b22-fb4b5138bfe7'], 'active': True} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:05:17.031775 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-6e611972-455d-4c2d-a9c0-c9b7a69a5b4c admin admin] Deleting port 35fcd1d9-ab24-455f-83fb-422a77c77cb4 {{(pid=75883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:05:17.035006 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-6e611972-455d-4c2d-a9c0-c9b7a69a5b4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:17.145926 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_dvr_db [None req-4ee82ea1-ec81-448a-9425-dd22f3f926bc None None] Set router 18bef65a-950e-417b-9b22-fb4b5138bfe7 gateway port host: None {{(pid=75885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 02:05:17.209369 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.db [None req-6e611972-455d-4c2d-a9c0-c9b7a69a5b4c admin admin] For port 35fcd1d9-ab24-455f-83fb-422a77c77cb4, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=35fcd1d9-ab24-455f-83fb-422a77c77cb4,segment=NetworkSegment(7c5f1ea7-734e-4991-8c15-dc9eedea0188),segment_id=7c5f1ea7-734e-4991-8c15-dc9eedea0188)] {{(pid=75883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:05:17.209720 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-6e611972-455d-4c2d-a9c0-c9b7a69a5b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:17.249999 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.db.l3_hamode_db [None req-4ee82ea1-ec81-448a-9425-dd22f3f926bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'name': 'tempest-TestShelveInstance-1649955940-router', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:28Z', 'updated_at': '2021-08-23T02:05:16Z', 'revision_number': 6, 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'gw_port_host': None}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:05:17.253803 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee82ea1-ec81-448a-9425-dd22f3f926bc None None] The sync data for ids ['18bef65a-950e-417b-9b22-fb4b5138bfe7'] in dv-cinder-805529-1-smb is: [{'id': '18bef65a-950e-417b-9b22-fb4b5138bfe7', 'name': 'tempest-TestShelveInstance-1649955940-router', 'tenant_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:28Z', 'updated_at': '2021-08-23T02:05:16Z', 'revision_number': 6, 'project_id': '9ca1dce58d884bec9f2681e9b50e79ba', 'gw_port_host': None}] {{(pid=75885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 02:05:17.443504 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-6e611972-455d-4c2d-a9c0-c9b7a69a5b4c admin admin] Calling delete_port for 35fcd1d9-ab24-455f-83fb-422a77c77cb4 owned by network:router_gateway {{(pid=75883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:05:17.672217 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-6e611972-455d-4c2d-a9c0-c9b7a69a5b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8046028'] for port, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:17.676329 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-797fc484-9c7a-47ab-a0cc-4ebdb6fe2abd tempest-TestMinimumBasicScenario-903220389 tempest-TestMinimumBasicScenario-903220389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:05:17.719429 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e611972-455d-4c2d-a9c0-c9b7a69a5b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=35fcd1d9-ab24-455f-83fb-422a77c77cb4,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:05:17.758821 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e611972-455d-4c2d-a9c0-c9b7a69a5b4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:05:17.761762 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e611972-455d-4c2d-a9c0-c9b7a69a5b4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:05:17.761762 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e611972-455d-4c2d-a9c0-c9b7a69a5b4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:05:17.761762 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e611972-455d-4c2d-a9c0-c9b7a69a5b4c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:05:17.761762 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e611972-455d-4c2d-a9c0-c9b7a69a5b4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:05:17.761762 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e611972-455d-4c2d-a9c0-c9b7a69a5b4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:05:17.761762 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e611972-455d-4c2d-a9c0-c9b7a69a5b4c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:05:17.761762 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e611972-455d-4c2d-a9c0-c9b7a69a5b4c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:05:17.761762 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e611972-455d-4c2d-a9c0-c9b7a69a5b4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:05:17.762478 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e611972-455d-4c2d-a9c0-c9b7a69a5b4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:05:17.762478 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e611972-455d-4c2d-a9c0-c9b7a69a5b4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805529-1-smb {{(pid=75883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 23 02:05:17.768774 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-6e611972-455d-4c2d-a9c0-c9b7a69a5b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:05:17.949306 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-6e611972-455d-4c2d-a9c0-c9b7a69a5b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405537'] for router_gateway, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:18.203442 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-6e611972-455d-4c2d-a9c0-c9b7a69a5b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4395'] for router, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:18.207481 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-6e611972-455d-4c2d-a9c0-c9b7a69a5b4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:18.294886 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-6e611972-455d-4c2d-a9c0-c9b7a69a5b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412701'] for router, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:18.295375 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e611972-455d-4c2d-a9c0-c9b7a69a5b4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18bef65a-950e-417b-9b22-fb4b5138bfe7 {{(pid=75883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 02:05:18.307851 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-6e611972-455d-4c2d-a9c0-c9b7a69a5b4c admin admin] Notify callbacks [] for router, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:18.311635 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-6e611972-455d-4c2d-a9c0-c9b7a69a5b4c admin admin] 10.222.0.18 "DELETE /v2.0/routers/18bef65a-950e-417b-9b22-fb4b5138bfe7 HTTP/1.1" status: 204 len: 168 time: 1.7408547 Aug 23 02:05:18.311940 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 48294) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:05:18.375258 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.db_base_plugin_v2 [None req-421f43ca-9088-4b1f-8516-26e82da8af67 admin admin] Deleting subnet 205c6635-f36c-432b-af89-25d2fd9f0adf {{(pid=75883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 02:05:18.381062 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-421f43ca-9088-4b1f-8516-26e82da8af67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:18.429509 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-421f43ca-9088-4b1f-8516-26e82da8af67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7878300'] for subnet, precommit_delete_associations {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:18.507147 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-421f43ca-9088-4b1f-8516-26e82da8af67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1481903'] for subnet, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:18.655163 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-421f43ca-9088-4b1f-8516-26e82da8af67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1481878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8045887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7831272'] for subnet, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:18.660900 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-31526fed-8d2c-4628-a118-3e6effbb44ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:05:18.694854 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f43ca-9088-4b1f-8516-26e82da8af67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=205c6635-f36c-432b-af89-25d2fd9f0adf,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:05:18.698788 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-421f43ca-9088-4b1f-8516-26e82da8af67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:05:18.700160 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-421f43ca-9088-4b1f-8516-26e82da8af67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for subnet, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:18.705896 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-421f43ca-9088-4b1f-8516-26e82da8af67 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/205c6635-f36c-432b-af89-25d2fd9f0adf HTTP/1.1" status: 204 len: 168 time: 0.3930876 Aug 23 02:05:18.708325 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 48300) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:05:18.714108 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0474db-ea95-4904-a2e1-9c3d49afdd55 None None] Network 3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 02:05:18.817428 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-b79b99e2-8031-4052-ad32-98ee3463f34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584917'] for network, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:18.827898 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-b79b99e2-8031-4052-ad32-98ee3463f34c admin admin] Deleting port 4d31a5e7-e719-4263-a1b7-7b249d2dd240 {{(pid=75883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:05:18.830177 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-b79b99e2-8031-4052-ad32-98ee3463f34c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:18.998001 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaf3a8c-1195-4421-a919-ba013623d133 None None] DHCP port deletion for 3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1 request from dv-cinder-805529-1-smb {{(pid=75885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 02:05:19.002751 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-5eaf3a8c-1195-4421-a919-ba013623d133 None None] Deleting port 4d31a5e7-e719-4263-a1b7-7b249d2dd240 {{(pid=75885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:05:19.003146 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-5eaf3a8c-1195-4421-a919-ba013623d133 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:19.106796 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 35fcd1d9-ab24-455f-83fb-422a77c77cb4 no longer exists at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 02:05:19.145110 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] No Port match for: 35fcd1d9-ab24-455f-83fb-422a77c77cb4 {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 02:05:19.145440 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 35fcd1d9-ab24-455f-83fb-422a77c77cb4 not bound to the agent host dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 02:05:19.145854 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 4d31a5e7-e719-4263-a1b7-7b249d2dd240 no longer exists at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 02:05:19.146492 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.db [None req-b79b99e2-8031-4052-ad32-98ee3463f34c admin admin] For port 4d31a5e7-e719-4263-a1b7-7b249d2dd240, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=4d31a5e7-e719-4263-a1b7-7b249d2dd240,segment=NetworkSegment(8b079705-0d4a-4e2a-8f35-2ce0cc85aff7),segment_id=8b079705-0d4a-4e2a-8f35-2ce0cc85aff7)] {{(pid=75883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:05:19.146840 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-b79b99e2-8031-4052-ad32-98ee3463f34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:19.271488 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-b79b99e2-8031-4052-ad32-98ee3463f34c admin admin] Calling delete_port for 4d31a5e7-e719-4263-a1b7-7b249d2dd240 owned by network:dhcp {{(pid=75883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:05:19.338906 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-5eaf3a8c-1195-4421-a919-ba013623d133 None None] For port 4d31a5e7-e719-4263-a1b7-7b249d2dd240, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=4d31a5e7-e719-4263-a1b7-7b249d2dd240,segment=NetworkSegment(8b079705-0d4a-4e2a-8f35-2ce0cc85aff7),segment_id=8b079705-0d4a-4e2a-8f35-2ce0cc85aff7)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:05:19.339320 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-5eaf3a8c-1195-4421-a919-ba013623d133 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:19.426288 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-b79b99e2-8031-4052-ad32-98ee3463f34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8046028'] for port, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:19.430166 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-8a51b949-ebfd-455f-80e9-5a9e3e1fd1fb tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:05:19.465904 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-5eaf3a8c-1195-4421-a919-ba013623d133 None None] Calling delete_port for 4d31a5e7-e719-4263-a1b7-7b249d2dd240 owned by network:dhcp {{(pid=75885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:05:19.473936 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b99e2-8031-4052-ad32-98ee3463f34c admin admin] Pushing event deleted for resources: {'Port': ['ID=4d31a5e7-e719-4263-a1b7-7b249d2dd240,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:05:19.478267 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-b79b99e2-8031-4052-ad32-98ee3463f34c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:05:19.483435 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79b99e2-8031-4052-ad32-98ee3463f34c admin admin] No DVR routers for this DVR port 4d31a5e7-e719-4263-a1b7-7b249d2dd240 on host dv-cinder-805529-1-smb {{(pid=75883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 02:05:19.497754 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567615'] for port, before_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:19.580070 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device ea2ef132-ef95-40fd-8ace-8457471fcd29 no longer exists at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 02:05:19.597347 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-b79b99e2-8031-4052-ad32-98ee3463f34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480998', 'neutron.services.segments.db._delete_segments_for_network-8755480555394'] for network, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:19.610834 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.services.segments.db [None req-b79b99e2-8031-4052-ad32-98ee3463f34c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1']}} {{(pid=75883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:05:19.623926 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.services.segments.db [None req-b79b99e2-8031-4052-ad32-98ee3463f34c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b079705-0d4a-4e2a-8f35-2ce0cc85aff7') {'for_net_delete': True} {{(pid=75883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:05:19.624216 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.services.segments.db [None req-b79b99e2-8031-4052-ad32-98ee3463f34c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b079705-0d4a-4e2a-8f35-2ce0cc85aff7') {} {{(pid=75883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:05:19.636733 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-b79b99e2-8031-4052-ad32-98ee3463f34c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755480556189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7878291'] for segment, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:19.654216 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-b79b99e2-8031-4052-ad32-98ee3463f34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:19.661318 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] No Port match for: ea2ef132-ef95-40fd-8ace-8457471fcd29 {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 02:05:19.661318 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device ea2ef132-ef95-40fd-8ace-8457471fcd29 not bound to the agent host dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 02:05:19.661318 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.db.api [None req-5eaf3a8c-1195-4421-a919-ba013623d133 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 02:05:19.661318 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_db.api [None req-5eaf3a8c-1195-4421-a919-ba013623d133 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 02:05:19.666506 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b79b99e2-8031-4052-ad32-98ee3463f34c admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=75883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 02:05:19.666901 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-b79b99e2-8031-4052-ad32-98ee3463f34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1481738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8045977'] for segment, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: Traceback (most recent call last): Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: timer() Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: cb(*args, **kw) Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: return func(*args, **kwargs) Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: self._notify() Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: self.callback(batched_events) Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: event.method(event) Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: return f(self, *a, **k) Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: return self._get(url).json() Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: return self.request(url, 'GET', **kwargs) Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 02:05:19.679982 dv-cinder-805529-1-smb neutron-server[75883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 02:05:19.809094 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-b79b99e2-8031-4052-ad32-98ee3463f34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405596'] for network, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:19.812943 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:05:19.825597 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-b79b99e2-8031-4052-ad32-98ee3463f34c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:19.835371 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b99e2-8031-4052-ad32-98ee3463f34c admin admin] Pushing event deleted for resources: {'Network': ['ID=3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:05:19.838309 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-b79b99e2-8031-4052-ad32-98ee3463f34c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:05:19.912496 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-b79b99e2-8031-4052-ad32-98ee3463f34c admin admin] 10.222.0.18 "DELETE /v2.0/networks/3ba2f8ec-eb71-4a7a-820a-bcfdbce170a1 HTTP/1.1" status: 204 len: 168 time: 1.2031105 Aug 23 02:05:19.915937 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 48308) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:05:20.160877 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-5eaf3a8c-1195-4421-a919-ba013623d133 None None] Deleting port 4d31a5e7-e719-4263-a1b7-7b249d2dd240 {{(pid=75885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:05:20.161443 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-5eaf3a8c-1195-4421-a919-ba013623d133 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:20.222691 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-5eaf3a8c-1195-4421-a919-ba013623d133 None None] The port '4d31a5e7-e719-4263-a1b7-7b249d2dd240' was deleted {{(pid=75885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 23 02:05:20.308956 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4ef7-a91e-4db3-a2de-f9644dbbb00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-406364'] for router_interface, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:20.994514 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-b5fe4ef7-a91e-4db3-a2de-f9644dbbb00b admin admin] Deleting port 52cc5e0e-287e-435c-b616-e94752613456 {{(pid=75883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:05:20.995138 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4ef7-a91e-4db3-a2de-f9644dbbb00b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:21.164713 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.db [None req-b5fe4ef7-a91e-4db3-a2de-f9644dbbb00b admin admin] For port 52cc5e0e-287e-435c-b616-e94752613456, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=52cc5e0e-287e-435c-b616-e94752613456,segment=NetworkSegment(64979dd3-81b4-431f-a5ed-14d43c1afba6),segment_id=64979dd3-81b4-431f-a5ed-14d43c1afba6)] {{(pid=75883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:05:21.165273 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4ef7-a91e-4db3-a2de-f9644dbbb00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:21.286795 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-b5fe4ef7-a91e-4db3-a2de-f9644dbbb00b admin admin] Calling delete_port for 52cc5e0e-287e-435c-b616-e94752613456 owned by network:router_interface {{(pid=75883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:05:21.529135 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4ef7-a91e-4db3-a2de-f9644dbbb00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8046028'] for port, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:21.533846 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-18a0cc91-8e38-4227-afca-a5ec51c9842f tempest-AttachVolumeTestJSON-1938495924 tempest-AttachVolumeTestJSON-1938495924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:05:21.573936 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe4ef7-a91e-4db3-a2de-f9644dbbb00b admin admin] Pushing event deleted for resources: {'Port': ['ID=52cc5e0e-287e-435c-b616-e94752613456,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:05:21.577849 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-b5fe4ef7-a91e-4db3-a2de-f9644dbbb00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:05:21.825762 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:21.881546 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4ef7-a91e-4db3-a2de-f9644dbbb00b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-406440'] for router_interface, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:21.971957 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 48324) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:05:22.116761 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-ced3802a-05de-4226-9d22-0db48a088e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:22.147567 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-ced3802a-05de-4226-9d22-0db48a088e08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 02:05:22.152221 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-ced3802a-05de-4226-9d22-0db48a088e08 admin admin] Usage tracker for resource:security_group_rule and tenant:d993fffa76aa4239b7423c08fb51b223 is out of sync, need to count used quota {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 02:05:22.155025 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.quota.resource [None req-ced3802a-05de-4226-9d22-0db48a088e08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75884) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 02:05:22.161015 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.quota.driver [None req-ced3802a-05de-4226-9d22-0db48a088e08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 02:05:22.224829 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-ced3802a-05de-4226-9d22-0db48a088e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:22.266258 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-ced3802a-05de-4226-9d22-0db48a088e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:22.274216 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-9f3ea695-8946-42cc-8165-4185685b3fb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:05:22.316154 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3802a-05de-4226-9d22-0db48a088e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ac0a1e-f23a-4dad-b165-5c6e93446eb7,revision_number=1']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:05:22.321978 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-ced3802a-05de-4226-9d22-0db48a088e08 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d993fffa76aa4239b7423c08fb51b223&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3488932 Aug 23 02:05:22.323317 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-ced3802a-05de-4226-9d22-0db48a088e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:05:22.324433 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 48330) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:05:22.384805 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-4c2e6194-6599-4411-8b03-6a74b18feb05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:22.409564 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-4c2e6194-6599-4411-8b03-6a74b18feb05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:22.534824 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-4c2e6194-6599-4411-8b03-6a74b18feb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:22.540196 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-3566aef6-93ad-445a-893b-1a10897e3aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:05:22.552940 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e6194-6599-4411-8b03-6a74b18feb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ac0a1e-f23a-4dad-b165-5c6e93446eb7,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:05:22.556235 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-4c2e6194-6599-4411-8b03-6a74b18feb05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:05:22.557387 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-4c2e6194-6599-4411-8b03-6a74b18feb05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:22.558710 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-4c2e6194-6599-4411-8b03-6a74b18feb05 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/27ac0a1e-f23a-4dad-b165-5c6e93446eb7 HTTP/1.1" status: 204 len: 168 time: 0.2337520 Aug 23 02:05:22.572191 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fe4ef7-a91e-4db3-a2de-f9644dbbb00b admin admin] Router 9b2339e5-40d8-42cc-b81e-cc811db35775 has already been hosted by L3 agent a65233ca-d566-4bb6-b10d-56979c97574d {{(pid=75883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 23 02:05:22.771689 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fe4ef7-a91e-4db3-a2de-f9644dbbb00b admin admin] Notify agent at l3_agent.dv-cinder-805529-1-smb the message routers_updated {{(pid=75883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 23 02:05:22.780059 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678b658d-f2ff-47f8-8fcd-5fe782ebdf18 None None] Sync routers for ids ['9b2339e5-40d8-42cc-b81e-cc811db35775'] in dv-cinder-805529-1-smb {{(pid=75886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 23 02:05:22.792712 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678b658d-f2ff-47f8-8fcd-5fe782ebdf18 None None] Routers {'9b2339e5-40d8-42cc-b81e-cc811db35775'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 02:05:22.793303 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-678b658d-f2ff-47f8-8fcd-5fe782ebdf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T02:05:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['9b2339e5-40d8-42cc-b81e-cc811db35775'], 'active': True} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:05:22.890767 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-b5fe4ef7-a91e-4db3-a2de-f9644dbbb00b admin admin] 10.222.0.18 "PUT /v2.0/routers/9b2339e5-40d8-42cc-b81e-cc811db35775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9737759 Aug 23 02:05:22.893210 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 48338) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:05:22.972242 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvr_db [None req-678b658d-f2ff-47f8-8fcd-5fe782ebdf18 None None] Set router 9b2339e5-40d8-42cc-b81e-cc811db35775 gateway port host: dv-cinder-805529-1-smb {{(pid=75886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 02:05:23.109968 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-cd2d4d85-bf13-44e2-910a-715961e0dee3 admin admin] Notify callbacks [] for router, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:23.277738 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-678b658d-f2ff-47f8-8fcd-5fe782ebdf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2339e5-40d8-42cc-b81e-cc811db35775', 'name': 'tempest-TestShelveInstance-1107834015-router', 'tenant_id': '7e8ae39bb1cc4f1aa2da1b7cf882e11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'ad418382-e85e-4801-9f65-23fcb98fed67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:35Z', 'updated_at': '2021-08-23T02:05:21Z', 'revision_number': 5, 'project_id': '7e8ae39bb1cc4f1aa2da1b7cf882e11a', 'gw_port': {'id': 'ad418382-e85e-4801-9f65-23fcb98fed67', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2339e5-40d8-42cc-b81e-cc811db35775', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:36Z', 'updated_at': '2021-08-23T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb'}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:05:23.281792 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678b658d-f2ff-47f8-8fcd-5fe782ebdf18 None None] Checking router: 9b2339e5-40d8-42cc-b81e-cc811db35775 for host: dv-cinder-805529-1-smb {{(pid=75886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 23 02:05:23.292816 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678b658d-f2ff-47f8-8fcd-5fe782ebdf18 None None] Routers {'9b2339e5-40d8-42cc-b81e-cc811db35775'} bound to L3 agent in host dv-cinder-805529-1-smb {{(pid=75886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 23 02:05:23.293418 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-678b658d-f2ff-47f8-8fcd-5fe782ebdf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805529-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-23T01:44:04Z,description=,heartbeat_timestamp=2021-08-23T02:05:04Z,host='dv-cinder-805529-1-smb',id=a65233ca-d566-4bb6-b10d-56979c97574d,load=0,resource_versions=,resources_synced=,started_at=2021-08-23T01:44:05Z,topic='l3_agent')) {'router_ids': ['9b2339e5-40d8-42cc-b81e-cc811db35775'], 'active': True} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:05:23.309401 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-cd2d4d85-bf13-44e2-910a-715961e0dee3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:23.374354 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-cd2d4d85-bf13-44e2-910a-715961e0dee3 admin admin] Deleting port ad418382-e85e-4801-9f65-23fcb98fed67 {{(pid=75883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:05:23.375131 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-cd2d4d85-bf13-44e2-910a-715961e0dee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:23.466099 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_dvr_db [None req-678b658d-f2ff-47f8-8fcd-5fe782ebdf18 None None] Set router 9b2339e5-40d8-42cc-b81e-cc811db35775 gateway port host: dv-cinder-805529-1-smb {{(pid=75886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 23 02:05:23.551598 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.db [None req-cd2d4d85-bf13-44e2-910a-715961e0dee3 admin admin] For port ad418382-e85e-4801-9f65-23fcb98fed67, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=ad418382-e85e-4801-9f65-23fcb98fed67,segment=NetworkSegment(7c5f1ea7-734e-4991-8c15-dc9eedea0188),segment_id=7c5f1ea7-734e-4991-8c15-dc9eedea0188)] {{(pid=75883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:05:23.552009 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-cd2d4d85-bf13-44e2-910a-715961e0dee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:23.676483 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.plugins.ml2.plugin [None req-cd2d4d85-bf13-44e2-910a-715961e0dee3 admin admin] Calling delete_port for ad418382-e85e-4801-9f65-23fcb98fed67 owned by network:router_gateway {{(pid=75883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:05:23.786489 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.l3_hamode_db [None req-678b658d-f2ff-47f8-8fcd-5fe782ebdf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2339e5-40d8-42cc-b81e-cc811db35775', 'name': 'tempest-TestShelveInstance-1107834015-router', 'tenant_id': '7e8ae39bb1cc4f1aa2da1b7cf882e11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'ad418382-e85e-4801-9f65-23fcb98fed67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:35Z', 'updated_at': '2021-08-23T02:05:21Z', 'revision_number': 5, 'project_id': '7e8ae39bb1cc4f1aa2da1b7cf882e11a', 'gw_port': {'id': 'ad418382-e85e-4801-9f65-23fcb98fed67', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2339e5-40d8-42cc-b81e-cc811db35775', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:36Z', 'updated_at': '2021-08-23T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb'}], 'dv-cinder-805529-1-smb', False) {} {{(pid=75886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:05:23.791096 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678b658d-f2ff-47f8-8fcd-5fe782ebdf18 None None] The sync data for ids ['9b2339e5-40d8-42cc-b81e-cc811db35775'] in dv-cinder-805529-1-smb is: [{'id': '9b2339e5-40d8-42cc-b81e-cc811db35775', 'name': 'tempest-TestShelveInstance-1107834015-router', 'tenant_id': '7e8ae39bb1cc4f1aa2da1b7cf882e11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'external_fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': 'ad418382-e85e-4801-9f65-23fcb98fed67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-23T01:59:35Z', 'updated_at': '2021-08-23T02:05:21Z', 'revision_number': 5, 'project_id': '7e8ae39bb1cc4f1aa2da1b7cf882e11a', 'gw_port': {'id': 'ad418382-e85e-4801-9f65-23fcb98fed67', 'name': '', 'network_id': '90009780-9c2f-491e-b27f-d9d23ecfb7b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2339e5-40d8-42cc-b81e-cc811db35775', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805529-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-23T01:59:36Z', 'updated_at': '2021-08-23T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e7d67c2-da92-4caf-b211-787ee080d8b0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805529-1-smb'}] {{(pid=75886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 23 02:05:23.923475 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-cd2d4d85-bf13-44e2-910a-715961e0dee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8046028'] for port, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:23.927453 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-6e611972-455d-4c2d-a9c0-c9b7a69a5b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:05:23.973531 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d4d85-bf13-44e2-910a-715961e0dee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad418382-e85e-4801-9f65-23fcb98fed67,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:05:23.977216 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-cd2d4d85-bf13-44e2-910a-715961e0dee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:05:24.312372 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-cd2d4d85-bf13-44e2-910a-715961e0dee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405537'] for router_gateway, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:24.570940 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-cd2d4d85-bf13-44e2-910a-715961e0dee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4395'] for router, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:24.575271 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-cd2d4d85-bf13-44e2-910a-715961e0dee3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:24.679264 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-cd2d4d85-bf13-44e2-910a-715961e0dee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412701'] for router, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:24.680126 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2d4d85-bf13-44e2-910a-715961e0dee3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b2339e5-40d8-42cc-b81e-cc811db35775 {{(pid=75883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 23 02:05:24.697841 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-cd2d4d85-bf13-44e2-910a-715961e0dee3 admin admin] Notify callbacks [] for router, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:24.699652 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-cd2d4d85-bf13-44e2-910a-715961e0dee3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/9b2339e5-40d8-42cc-b81e-cc811db35775 HTTP/1.1" status: 204 len: 168 time: 1.8050230 Aug 23 02:05:24.702095 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 48370) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:05:24.781051 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb30a1f-70de-4155-af8b-27b91f947d35 admin admin] Deleting subnet ec220514-4995-4284-9bf4-5319dcd526b3 {{(pid=75884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 23 02:05:24.784715 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0bb30a1f-70de-4155-af8b-27b91f947d35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:24.841121 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0bb30a1f-70de-4155-af8b-27b91f947d35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7902558'] for subnet, precommit_delete_associations {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:24.928889 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0bb30a1f-70de-4155-af8b-27b91f947d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1481903'] for subnet, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:25.065885 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0bb30a1f-70de-4155-af8b-27b91f947d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1481878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7565708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7385804'] for subnet, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:25.071113 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-30c6c97e-91b2-4242-9a55-413561865f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:05:25.108780 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb30a1f-70de-4155-af8b-27b91f947d35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec220514-4995-4284-9bf4-5319dcd526b3,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:05:25.111106 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-0bb30a1f-70de-4155-af8b-27b91f947d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:05:25.113768 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-0bb30a1f-70de-4155-af8b-27b91f947d35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:25.119724 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74d2e30-d5a1-4433-9fb6-f6628c8e05d9 None None] Network 59772166-1b3b-4191-8ae3-84189a9caae3 requested from dv-cinder-805529-1-smb {{(pid=75885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 23 02:05:25.124346 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-0bb30a1f-70de-4155-af8b-27b91f947d35 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ec220514-4995-4284-9bf4-5319dcd526b3 HTTP/1.1" status: 204 len: 168 time: 0.4185956 Aug 23 02:05:25.124562 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 48378) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:05:25.220119 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 52cc5e0e-287e-435c-b616-e94752613456 no longer exists at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 02:05:25.245753 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-1b43705c-a3a4-473d-a21a-550c36e3ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584917'] for network, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:25.256095 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [None req-1b43705c-a3a4-473d-a21a-550c36e3ab42 admin admin] Deleting port 285cd720-2620-4ee4-b7e4-be5430d50f79 {{(pid=75884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:05:25.256416 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-1b43705c-a3a4-473d-a21a-550c36e3ab42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:25.281117 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] No Port match for: 52cc5e0e-287e-435c-b616-e94752613456 {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 02:05:25.281463 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 52cc5e0e-287e-435c-b616-e94752613456 not bound to the agent host dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 02:05:25.281885 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device ad418382-e85e-4801-9f65-23fcb98fed67 no longer exists at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 02:05:25.314695 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] No Port match for: ad418382-e85e-4801-9f65-23fcb98fed67 {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 02:05:25.315037 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device ad418382-e85e-4801-9f65-23fcb98fed67 not bound to the agent host dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 02:05:25.430927 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc30afad-83b0-4aba-b4b8-b9afe5c8f261 None None] DHCP port deletion for 59772166-1b3b-4191-8ae3-84189a9caae3 request from dv-cinder-805529-1-smb {{(pid=75885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 23 02:05:25.434934 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-fc30afad-83b0-4aba-b4b8-b9afe5c8f261 None None] Deleting port 285cd720-2620-4ee4-b7e4-be5430d50f79 {{(pid=75885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:05:25.435325 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-fc30afad-83b0-4aba-b4b8-b9afe5c8f261 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:25.469808 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.db [None req-1b43705c-a3a4-473d-a21a-550c36e3ab42 admin admin] For port 285cd720-2620-4ee4-b7e4-be5430d50f79, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=285cd720-2620-4ee4-b7e4-be5430d50f79,segment=NetworkSegment(64979dd3-81b4-431f-a5ed-14d43c1afba6),segment_id=64979dd3-81b4-431f-a5ed-14d43c1afba6)] {{(pid=75884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:05:25.470066 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-1b43705c-a3a4-473d-a21a-550c36e3ab42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:25.592438 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.plugin [None req-1b43705c-a3a4-473d-a21a-550c36e3ab42 admin admin] Calling delete_port for 285cd720-2620-4ee4-b7e4-be5430d50f79 owned by network:dhcp {{(pid=75884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:05:25.637830 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.db [None req-fc30afad-83b0-4aba-b4b8-b9afe5c8f261 None None] For port 285cd720-2620-4ee4-b7e4-be5430d50f79, host dv-cinder-805529-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805529-1-smb',level=0,port_id=285cd720-2620-4ee4-b7e4-be5430d50f79,segment=NetworkSegment(64979dd3-81b4-431f-a5ed-14d43c1afba6),segment_id=64979dd3-81b4-431f-a5ed-14d43c1afba6)] {{(pid=75885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 23 02:05:25.638183 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-fc30afad-83b0-4aba-b4b8-b9afe5c8f261 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402075'] for port, precommit_delete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:25.746326 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-1b43705c-a3a4-473d-a21a-550c36e3ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1990786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755480573444', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755480132904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7565695'] for port, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:25.750938 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-7e799e93-a3ba-4d03-b158-7e372377843d tempest-VolumesActionsTest-1285316599 tempest-VolumesActionsTest-1285316599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:05:25.755540 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-fc30afad-83b0-4aba-b4b8-b9afe5c8f261 None None] Calling delete_port for 285cd720-2620-4ee4-b7e4-be5430d50f79 owned by network:dhcp {{(pid=75885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 23 02:05:25.791998 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b43705c-a3a4-473d-a21a-550c36e3ab42 admin admin] Pushing event deleted for resources: {'Port': ['ID=285cd720-2620-4ee4-b7e4-be5430d50f79,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:05:25.795007 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-1b43705c-a3a4-473d-a21a-550c36e3ab42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:05:25.800361 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b43705c-a3a4-473d-a21a-550c36e3ab42 admin admin] No DVR routers for this DVR port 285cd720-2620-4ee4-b7e4-be5430d50f79 on host dv-cinder-805529-1-smb {{(pid=75884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 23 02:05:25.828627 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.db.api [None req-fc30afad-83b0-4aba-b4b8-b9afe5c8f261 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 23 02:05:25.828980 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG oslo_db.api [None req-fc30afad-83b0-4aba-b4b8-b9afe5c8f261 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 23 02:05:26.000290 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-1b43705c-a3a4-473d-a21a-550c36e3ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480998', 'neutron.services.segments.db._delete_segments_for_network-8755480555394'] for network, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:26.013213 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-1b43705c-a3a4-473d-a21a-550c36e3ab42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59772166-1b3b-4191-8ae3-84189a9caae3']}} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:05:26.025960 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-1b43705c-a3a4-473d-a21a-550c36e3ab42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64979dd3-81b4-431f-a5ed-14d43c1afba6') {'for_net_delete': True} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:05:26.026253 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.services.segments.db [None req-1b43705c-a3a4-473d-a21a-550c36e3ab42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64979dd3-81b4-431f-a5ed-14d43c1afba6') {} {{(pid=75884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 23 02:05:26.037611 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-1b43705c-a3a4-473d-a21a-550c36e3ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755480556189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7902545'] for segment, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:26.053774 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-1b43705c-a3a4-473d-a21a-550c36e3ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1481748'] for segment, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:26.059938 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b43705c-a3a4-473d-a21a-550c36e3ab42 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=75884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 23 02:05:26.066094 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-1b43705c-a3a4-473d-a21a-550c36e3ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1481738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7565610'] for segment, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: Traceback (most recent call last): Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: timer() Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: cb(*args, **kw) Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: return func(*args, **kwargs) Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: self._notify() Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: self.callback(batched_events) Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: event.method(event) Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: aggregate_uuid = self.p_client.list_aggregates( Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: return f(self, *a, **k) Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: return self._get(url).json() Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: return self.request(url, 'GET', **kwargs) Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: base_url = self.get_endpoint(auth, allow=allow, Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 23 02:05:26.073190 dv-cinder-805529-1-smb neutron-server[75884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 23 02:05:26.243030 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-1b43705c-a3a4-473d-a21a-550c36e3ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1481005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405596'] for network, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:26.247614 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-1b43705c-a3a4-473d-a21a-550c36e3ab42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445742'] for network, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:26.250105 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:05:26.273317 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b43705c-a3a4-473d-a21a-550c36e3ab42 admin admin] Pushing event deleted for resources: {'Network': ['ID=59772166-1b3b-4191-8ae3-84189a9caae3,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:05:26.278002 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-1b43705c-a3a4-473d-a21a-550c36e3ab42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:05:26.280510 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-1b43705c-a3a4-473d-a21a-550c36e3ab42 admin admin] 10.222.0.18 "DELETE /v2.0/networks/59772166-1b3b-4191-8ae3-84189a9caae3 HTTP/1.1" status: 204 len: 168 time: 1.1549926 Aug 23 02:05:26.330146 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-fc30afad-83b0-4aba-b4b8-b9afe5c8f261 None None] Deleting port 285cd720-2620-4ee4-b7e4-be5430d50f79 {{(pid=75885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 23 02:05:26.330705 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-fc30afad-83b0-4aba-b4b8-b9afe5c8f261 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755480600751'] for port, before_delete {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:26.394215 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-fc30afad-83b0-4aba-b4b8-b9afe5c8f261 None None] The port '285cd720-2620-4ee4-b7e4-be5430d50f79' was deleted {{(pid=75885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 23 02:05:26.659539 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 48390) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:05:26.710739 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-75c031bc-1754-4cdc-bb11-d2632f9e9236 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9ca1dce58d884bec9f2681e9b50e79ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0499454 Aug 23 02:05:26.713626 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.wsgi [-] (75884) accepted ('10.222.0.18', 48394) {{(pid=75884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:05:26.776764 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f203db7c-291f-44f9-86de-1991941b5c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:26.801963 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f203db7c-291f-44f9-86de-1991941b5c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:26.911781 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f203db7c-291f-44f9-86de-1991941b5c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:26.915741 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-3d119f1b-7951-4a57-b42e-f91511c9622c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:05:26.930062 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203db7c-291f-44f9-86de-1991941b5c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ecfd89-dbb0-420a-8508-afa7d578d446,revision_number=None']} {{(pid=75884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:05:26.933131 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG oslo_concurrency.lockutils [None req-f203db7c-291f-44f9-86de-1991941b5c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75884) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:05:26.938219 dv-cinder-805529-1-smb neutron-server[75884]: DEBUG neutron_lib.callbacks.manager [None req-f203db7c-291f-44f9-86de-1991941b5c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:26.940090 dv-cinder-805529-1-smb neutron-server[75884]: INFO neutron.wsgi [None req-f203db7c-291f-44f9-86de-1991941b5c1a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/85ecfd89-dbb0-420a-8508-afa7d578d446 HTTP/1.1" status: 204 len: 168 time: 0.2255845 Aug 23 02:05:27.081268 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 285cd720-2620-4ee4-b7e4-be5430d50f79 no longer exists at agent ovs-agent-dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 23 02:05:27.113757 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] No Port match for: 285cd720-2620-4ee4-b7e4-be5430d50f79 {{(pid=75885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 23 02:05:27.114105 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron.plugins.ml2.rpc [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Device 285cd720-2620-4ee4-b7e4-be5430d50f79 not bound to the agent host dv-cinder-805529-1-smb {{(pid=75885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 23 02:05:27.619081 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 48408) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:05:27.671953 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-c59e47bc-cfef-49f8-9fd3-1b90dad090ad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7e8ae39bb1cc4f1aa2da1b7cf882e11a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489664 Aug 23 02:05:27.679167 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 48412) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:05:27.736893 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a68b577e-ab86-4d8d-9b9c-76b7561226e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:27.761685 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a68b577e-ab86-4d8d-9b9c-76b7561226e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:27.888722 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a68b577e-ab86-4d8d-9b9c-76b7561226e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:27.892406 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-600f7f2c-9344-4739-bf47-1c4e0778a47c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:05:27.902907 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b577e-ab86-4d8d-9b9c-76b7561226e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d532f4c-cfdb-472a-918a-64862a3fac02,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:05:27.906685 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-a68b577e-ab86-4d8d-9b9c-76b7561226e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:05:27.910035 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-a68b577e-ab86-4d8d-9b9c-76b7561226e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:27.911149 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-a68b577e-ab86-4d8d-9b9c-76b7561226e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d532f4c-cfdb-472a-918a-64862a3fac02 HTTP/1.1" status: 204 len: 168 time: 0.2381873 Aug 23 02:05:30.701925 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 48432) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:05:30.841323 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-be0b54ee-4732-4140-a2df-f33565998d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:30.871850 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-be0b54ee-4732-4140-a2df-f33565998d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 23 02:05:30.875528 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-be0b54ee-4732-4140-a2df-f33565998d99 admin admin] Usage tracker for resource:security_group_rule and tenant:9a8303575e824a0b908766a5a0251ca2 is out of sync, need to count used quota {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 23 02:05:30.878221 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.quota.resource [None req-be0b54ee-4732-4140-a2df-f33565998d99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75883) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 23 02:05:30.884340 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.db.quota.driver [None req-be0b54ee-4732-4140-a2df-f33565998d99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 23 02:05:30.947546 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-be0b54ee-4732-4140-a2df-f33565998d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:31.026334 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-be0b54ee-4732-4140-a2df-f33565998d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_create {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:31.033077 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-fbe21abd-a3d7-4f71-a0ba-0fbbf5fe7bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:05:31.074117 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b54ee-4732-4140-a2df-f33565998d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67dfd35d-50ec-4cda-890b-a364ae7a9a5c,revision_number=1']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:05:31.077265 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-be0b54ee-4732-4140-a2df-f33565998d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:05:31.079868 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-be0b54ee-4732-4140-a2df-f33565998d99 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a8303575e824a0b908766a5a0251ca2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3768747 Aug 23 02:05:31.082663 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [-] (75883) accepted ('10.222.0.18', 48438) {{(pid=75883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 23 02:05:31.140907 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-fc7cc414-a188-4387-ab1c-74b70bc7e3fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:31.167581 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-fc7cc414-a188-4387-ab1c-74b70bc7e3fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:31.283329 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-fc7cc414-a188-4387-ab1c-74b70bc7e3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441802'] for security_group, after_delete {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:31.287103 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-d5423bc2-7262-49e0-888d-3fa4bbb34c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 23 02:05:31.298074 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7cc414-a188-4387-ab1c-74b70bc7e3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dfd35d-50ec-4cda-890b-a364ae7a9a5c,revision_number=None']} {{(pid=75883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 23 02:05:31.300628 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG oslo_concurrency.lockutils [None req-fc7cc414-a188-4387-ab1c-74b70bc7e3fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75883) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 23 02:05:31.306649 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron_lib.callbacks.manager [None req-fc7cc414-a188-4387-ab1c-74b70bc7e3fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=75883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:31.307797 dv-cinder-805529-1-smb neutron-server[75883]: INFO neutron.wsgi [None req-fc7cc414-a188-4387-ab1c-74b70bc7e3fe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/67dfd35d-50ec-4cda-890b-a364ae7a9a5c HTTP/1.1" status: 204 len: 168 time: 0.2242444 Aug 23 02:05:32.174147 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-aed5f82d-a5cf-40f7-abe5-0653d339c02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:32.660115 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:34.545682 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-d7bc7bc5-0700-4549-8257-f794beb6a130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:35.579943 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:37.042418 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:05:50.800417 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 02:05:51.819690 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:06:02.185080 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-a3626790-5bb9-4f7a-a5bc-b2d2d6a932d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:06:02.670683 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:06:04.562401 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-c462886c-fdf9-4927-8a23-910fb209dadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:06:05.578741 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:06:07.036420 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:06:21.812989 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:06:27.800916 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 02:06:32.207051 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-15f8bb7a-4a24-4d21-b8b6-e126822e92fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:06:32.710290 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:06:34.618468 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-46a8a211-e748-4e5e-b40a-1f3519310dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:06:35.601161 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:06:37.024411 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:06:51.828055 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:07:02.177476 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c3bc3e0-565b-4788-ae16-d8837a99ef38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:07:02.674023 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:07:04.578466 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-c1cda5b0-c13c-4e56-a183-af141ff5479e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:07:04.800538 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 02:07:05.646280 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:07:07.052132 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:07:21.822711 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:07:32.176782 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-56448840-b993-4f4c-b2f3-3fcb3628d78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:07:32.708726 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:07:34.559641 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-66449ae4-ea45-4024-949e-63affcdb60db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:07:35.588585 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:07:37.044178 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:07:41.799988 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 02:07:51.827991 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:08:02.174927 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-05478d5e-5948-40ed-9b89-ab4b3d4c048f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:08:02.690401 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:08:04.557458 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-a6d0199d-c50c-4db3-aae6-07fb9f28ed8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:08:05.593345 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:08:07.068130 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:08:18.799859 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 02:08:21.859803 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:08:32.179232 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-e873d642-a29b-4542-8f5d-2ff66c0bbb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:08:32.716971 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:08:34.579482 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-9ebae8d5-0273-49fb-bc4f-fd0f232fd435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:08:35.574189 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:08:37.047716 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:08:38.572564 dv-cinder-805529-1-smb neutron-server[75883]: DEBUG neutron.wsgi [req-d05dce47-a277-46a9-bca1-e2c3d049c6be req-0458c45a-2e51-4684-8f31-01b0a9e4c822 service neutron] (75883) timed out ('10.222.0.10', 60441) {{(pid=75883) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 23 02:08:51.855184 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:08:55.799813 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 02:09:02.163351 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-ac286299-e7c9-41a0-ba12-19234470856f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:09:02.706382 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:09:04.555901 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-beb16966-31ba-4c16-b8e0-ccf464a1182d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:09:05.618429 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:09:07.066255 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:09:21.869838 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:09:32.177622 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-91cbd8a5-9076-4043-a3d6-1524aeae8b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:09:32.680697 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:09:32.800434 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 02:09:34.543136 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-ec2b76b1-0943-432b-807e-6dd3a113f26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:09:35.606429 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:09:37.086014 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:09:51.888567 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:10:02.182585 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-b4bf3272-3572-492b-9dc6-89e1191343db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:10:02.710497 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:10:04.548567 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-8f95d719-8709-4a7e-b6b5-e89c76b78216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:10:05.593619 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:10:07.079654 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:10:09.800922 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 23 02:10:21.916238 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-04a2b048-8130-4b4d-918f-47e9c0df0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:10:32.201300 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-ee596bfe-44de-4130-b56d-1d18dd996169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:10:32.687354 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-1ffb72e0-78ea-4135-a79e-d692bc335c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:10:34.578151 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-6a81b4ba-734c-4ac4-a160-9b5b11c0c5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:10:35.618559 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-4c176ee2-4a33-4ba7-98e6-b02b23d1b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:10:37.109940 dv-cinder-805529-1-smb neutron-server[75885]: DEBUG neutron_lib.callbacks.manager [None req-873ac6af-ff22-493c-b7b1-5cc5e914e0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755480555376', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486258'] for agent, after_update {{(pid=75885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 23 02:10:46.801205 dv-cinder-805529-1-smb neutron-server[75886]: DEBUG neutron.db.agents_db [None req-bb8070f9-f0d6-4c43-8473-31d46b98336e None None] Agent healthcheck: found 6 active agents {{(pid=75886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}